00010000:00000010:3.1:1776190939.499492:0:78003:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a637b0b. 00010000:00000010:3.1:1776190939.503175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b14dc55b. 00010000:00000010:3.1:1776190939.503190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053593369. 00010000:00000010:3.1:1776190939.503195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003581bf92. 00010000:00000010:3.1:1776190939.524320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000928e3856. 00010000:00000010:3.1:1776190939.524328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5b211a0. 00010000:00000010:3.1:1776190939.529301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f3997aa. 00010000:00000010:3.1:1776190939.529311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003581bf92. 00010000:00000010:3.1:1776190939.552753:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d588b549. 00010000:00000010:3.1:1776190939.575499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000577a2e7d. 00010000:00000010:3.1:1776190939.578594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056ccdc1e. 00010000:00000010:3.1:1776190939.578613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003581bf92. 00010000:00000010:3.1:1776190939.596174:0:1366:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008facf3be. 00010000:00000010:3.1:1776190939.596186:0:1366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a637b0b. 00010000:00000010:3.1:1776190939.653513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c107d93. 00010000:00000010:3.1:1776190939.687032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b412c2. 00010000:00000010:3.1:1776190939.708310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000281fd9aa. 00010000:00000010:3.1:1776190939.708331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088499ccb. 00010000:00000010:3.1:1776190939.708335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:3.1:1776190939.737620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000423e407b. 00010000:00000010:3.1:1776190939.737641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b35ba13c. 00010000:00000010:3.1:1776190939.737646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a637b0b. 00010000:00000010:3.1:1776190939.792891:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006af625e3. 00010000:00000010:3.1:1776190939.897274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d24b35a3. 00010000:00000010:3.1:1776190939.897292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d342e7. 00010000:00000010:3.1:1776190939.939527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088fbfac9. 00010000:00000010:3.1:1776190939.950222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000869c7634. 00010000:00000010:3.1:1776190939.950229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4cd357a. 00010000:00000010:3.1:1776190939.950232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002936ebe2. 00010000:00000010:3.1:1776190939.954218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010a107a4. 00010000:00000010:3.1:1776190939.954228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001556a6fc. 00010000:00000010:3.1:1776190939.966210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000517ea250. 00010000:00000010:3.1:1776190939.966218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066da26af. 00010000:00000010:3.1:1776190939.976553:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd33bd12. 00010000:00000010:3.1:1776190939.976562:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001556a6fc. 00010000:00000010:3.1:1776190939.976567:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d743731. 00010000:00000010:3.1:1776190939.976570:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a768afa. 00010000:00000010:3.1:1776190939.990440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e400eebb. 00010000:00000010:3.1:1776190939.990452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab137a7. 00010000:00000010:3.1:1776190939.994321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da808593. 00010000:00000010:3.1:1776190940.066188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cf1bcbf. 00010000:00000010:3.1:1776190940.071643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049eefb31. 00010000:00000010:3.1:1776190940.173278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e46e2666. 00010000:00000010:3.1:1776190940.173298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070f22482. 00010000:00000010:3.1:1776190940.192254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081493e3e. 00010000:00000010:3.1:1776190940.192273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f34325b0. 00010000:00000010:3.1:1776190940.209634:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a09bec41. 00010000:00000010:3.1:1776190940.209652:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a768afa. 00010000:00000010:3.1:1776190940.215406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007017bd64. 00010000:00000010:3.1:1776190940.215430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf0042cf. 00010000:00000010:3.1:1776190940.215436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001556a6fc. 00010000:00000010:3.1:1776190940.231146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7709072. 00010000:00000010:3.1:1776190940.232503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad5216f. 00010000:00000010:3.1:1776190940.232520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a768afa. 00010000:00000010:3.1:1776190940.275424:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083ef97cf. 00010000:00000010:3.1:1776190940.384190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0c3a79a. 00010000:00000010:3.1:1776190940.391496:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ea03fa. 00010000:00000010:3.1:1776190940.400180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd549b7. 00010000:00000010:3.1:1776190940.429776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7fe70db. 00010000:00000010:3.1:1776190940.452470:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f196298. 00010000:00000010:3.1:1776190940.467704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002637219c. 00010000:00000010:3.1:1776190940.484173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fae8494a. 00010000:00000010:3.1:1776190940.539723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000713b75bb. 00010000:00000010:3.1:1776190940.599267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b63fade7. 00010000:00000010:3.1:1776190940.631250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caa22ec5. 00010000:00000010:3.1:1776190940.649482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6a69f4. 00010000:00000010:3.1:1776190940.657281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099efd79d. 00010000:00000010:3.1:1776190940.666542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dacc3cd. 00010000:00000010:3.1:1776190940.749452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c451295d. 00010000:00000010:3.1:1776190940.753213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000116ad43b. 00010000:00000010:3.1:1776190940.785241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099102915. 00010000:00000010:3.1:1776190940.849794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbf2b44d. 00010000:00000010:3.1:1776190940.866198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000056e7a7c. 00010000:00000010:3.1:1776190940.895582:0:78028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de0c338. 00010000:00000010:2.1:1776190941.051900:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3d0605b. 00010000:00000010:2.1:1776190941.051904:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004783e8b7. 00010000:00000010:2.1:1776190941.051907:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002936ebe2. 00010000:00000010:2.1:1776190941.051909:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000555cbd41. 00010000:00000010:2.1:1776190941.051912:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3f9441. 00010000:00000010:2.1:1776190941.051914:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cb79306. 00010000:00000010:2.1:1776190941.051916:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018352b00. 00010000:00000010:2.1:1776190941.051919:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000441e59b3. 00010000:00000010:2.1:1776190941.051923:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032cb61af. 00010000:00000010:2.1:1776190941.051926:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000af5c86d. 00010000:00000010:2.1:1776190941.051928:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f86cde07. 00010000:00000010:2.1:1776190941.051931:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a888584a. 00010000:00000010:2.1:1776190941.051933:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c896f2d. 00010000:00000010:2.1:1776190941.051935:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003481f16a. 00010000:00000010:2.1:1776190941.051937:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaf08ede. 00010000:00000010:2.1:1776190941.051941:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c1fef91. 00010000:00000010:2.1:1776190941.051944:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfaebb42. 00010000:00000010:2.1:1776190941.051946:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1cb7fc4. 00010000:00000010:2.1:1776190941.051949:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2e9992b. 00010000:00000010:2.1:1776190941.051951:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008457ac90. 00010000:00000010:2.1:1776190941.051954:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031addd33. 00010000:00000010:2.1:1776190941.051956:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40a2c5d. 00010000:00000010:2.1:1776190941.051959:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004af8830d. 00010000:00000010:2.1:1776190941.051963:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d626fdd. 00010000:00000010:2.1:1776190941.051965:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a8af3b1. 00010000:00000010:2.1:1776190941.051979:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c5954c4. 00010000:00000010:2.1:1776190941.051982:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6738e09. 00010000:00000010:2.1:1776190941.051986:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097591726. 00010000:00000010:2.1:1776190941.051989:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008082e25a. 00010000:00000010:2.1:1776190941.051991:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c21d12ad. 00010000:00000010:2.1:1776190941.051994:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fa833e3. 00010000:00000010:2.1:1776190941.051997:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d2f5178. 00010000:00000010:2.1:1776190941.051999:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b739600. 00010000:00000010:2.1:1776190941.052002:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5571da. 00010000:00000010:2.1:1776190941.052005:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c93edd6. 00010000:00000010:2.1:1776190941.052007:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000533b4b81. 00010000:00000010:2.1:1776190941.052009:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9723d14. 00010000:00000010:2.1:1776190941.052014:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9e59dc8. 00010000:00000010:2.1:1776190941.052018:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002faff776. 00010000:00000010:2.1:1776190941.052019:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d11d5e8f. 00010000:00000010:2.1:1776190941.052022:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000820bfa65. 00010000:00000010:2.1:1776190941.052026:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cc58784. 00010000:00000010:2.1:1776190941.052031:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc298f9a. 00010000:00000010:2.1:1776190941.052034:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000912aedcb. 00010000:00000010:2.1:1776190941.052038:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed0f7424. 00010000:00000010:2.1:1776190941.052041:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2e4b1cc. 00010000:00000010:2.1:1776190941.052044:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d218938. 00010000:00000010:2.1:1776190941.052048:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4bc57f6. 00010000:00000010:2.1:1776190941.052052:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd1d1c17. 00010000:00000010:2.1:1776190941.052054:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000457ad44f. 00010000:00000010:2.1:1776190941.052057:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af98c389. 00010000:00000010:2.1:1776190941.052060:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c430696. 00010000:00000010:2.1:1776190941.052063:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c05a588. 00010000:00000010:2.1:1776190941.052067:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077ca9883. 00010000:00000010:2.1:1776190941.052069:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f070295f. 00010000:00000010:2.1:1776190941.052071:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006575303c. 00010000:00000010:2.1:1776190941.052074:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc23260. 00010000:00000010:2.1:1776190941.052077:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009326ee77. 00010000:00000010:2.1:1776190941.052082:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a3150dc. 00010000:00000010:2.1:1776190941.052085:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa3306d9. 00010000:00000010:2.1:1776190941.052087:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000958c98ff. 00010000:00000010:2.1:1776190941.052089:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb7ef609. 00010000:00000010:2.1:1776190941.052092:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1b41800. 00010000:00000010:2.1:1776190941.052094:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b510cdf. 00010000:00000010:2.1:1776190941.052097:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051e5a4e0. 00010000:00000010:2.1:1776190941.052100:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d4d3eaf. 00010000:00000010:2.1:1776190941.052102:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d61dcb2. 00010000:00000010:2.1:1776190941.052108:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff5affe1. 00010000:00000010:2.1:1776190941.052112:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bad3ff0. 00010000:00000010:2.1:1776190941.052114:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d10ea50. 00010000:00000010:2.1:1776190941.052117:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6252030. 00010000:00000010:2.1:1776190941.052119:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dd1b55a. 00010000:00000010:2.1:1776190941.052123:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056ce85d9. 00010000:00000010:2.1:1776190941.052125:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cbb4354. 00010000:00000010:2.1:1776190941.052156:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080332d4f. 00010000:00000010:2.1:1776190941.052160:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cefb109. 00010000:00000010:2.1:1776190941.052162:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f732ee83. 00010000:00000010:2.1:1776190941.052166:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7d31025. 00010000:00000010:2.1:1776190941.052168:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae250184. 00010000:00000010:2.1:1776190941.052170:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000799890f1. 00010000:00000010:2.1:1776190941.052173:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bec30f41. 00010000:00000010:2.1:1776190941.052175:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009095d794. 00010000:00000010:2.1:1776190941.052177:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee7c81f4. 00010000:00000010:2.1:1776190941.052180:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080880de9. 00010000:00000010:2.1:1776190941.052184:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000719dbbe4. 00010000:00000010:2.1:1776190941.052188:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000061ae822. 00010000:00000010:2.1:1776190941.052191:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098a0bbf1. 00010000:00000010:2.1:1776190941.052196:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072ae17a4. 00010000:00000010:2.1:1776190941.052198:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8daa4f5. 00010000:00000010:2.1:1776190941.052201:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076e63c28. 00010000:00000010:2.1:1776190941.052204:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b04da80. 00010000:00000010:2.1:1776190941.052209:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1abadfd. 00010000:00000010:2.1:1776190941.052212:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba16375c. 00010000:00000010:2.1:1776190941.052214:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a947cd. 00010000:00000010:2.1:1776190941.052216:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005109b657. 00010000:00000010:2.1:1776190941.052219:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b41f98c. 00010000:00000010:2.1:1776190941.052221:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ee8d10b. 00010000:00000010:2.1:1776190941.052225:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000988305e. 00010000:00000010:2.1:1776190941.052228:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001edde6d4. 00010000:00000010:2.1:1776190941.052230:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024cdf35b. 00010000:00000010:2.1:1776190941.052234:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e7dda7. 00010000:00000010:2.1:1776190941.052240:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039630692. 00010000:00000010:2.1:1776190941.052244:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000656ece6. 00010000:00000010:2.1:1776190941.052247:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9d9338f. 00010000:00000010:2.1:1776190941.052249:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071198565. 00010000:00000010:2.1:1776190941.052252:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b162b8aa. 00010000:00000010:2.1:1776190941.052254:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad60c9a3. 00010000:00000010:2.1:1776190941.052257:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc7c5ff. 00010000:00000010:2.1:1776190941.052261:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc835030. 00010000:00000010:2.1:1776190941.052263:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcf5c8d8. 00010000:00000010:2.1:1776190941.052266:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f220f47. 00010000:00000010:2.1:1776190941.052268:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000491cce22. 00010000:00000010:2.1:1776190941.052271:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910023f5. 00010000:00000010:2.1:1776190941.052272:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df635aa. 00010000:00000010:2.1:1776190941.052275:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a02efd06. 00010000:00000010:2.1:1776190941.052278:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c371761f. 00010000:00000010:2.1:1776190941.052281:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007dbb2f6. 00010000:00000010:2.1:1776190941.052283:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a66237b5. 00010000:00000010:2.1:1776190941.052286:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000224ef81. 00010000:00000010:2.1:1776190941.052288:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b6e4cec. 00010000:00000010:2.1:1776190941.052290:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e8e6a2. 00010000:00000010:2.1:1776190941.052292:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000898037cf. 00010000:00000010:2.1:1776190941.052294:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000083e122d. 00010000:00000010:2.1:1776190941.052296:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7a8f3d9. 00010000:00000010:2.1:1776190941.052298:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026aadbf1. 00010000:00000010:2.1:1776190941.052300:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b2c223f. 00010000:00000010:2.1:1776190941.052303:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9c3a907. 00010000:00000010:2.1:1776190941.052306:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e2113b. 00010000:00000010:2.1:1776190941.052309:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e62bb12b. 00010000:00000010:2.1:1776190941.052311:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002da41f86. 00010000:00000010:2.1:1776190941.052314:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2e731c6. 00010000:00000010:2.1:1776190941.052318:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079a20b1f. 00010000:00000010:2.1:1776190941.052321:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c2919a. 00010000:00000010:2.1:1776190941.052323:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e77cf94. 00010000:00000010:2.1:1776190941.052325:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1672a73. 00010000:00000010:2.1:1776190941.052327:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fac206b. 00010000:00000010:2.1:1776190941.052329:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000080f6da2. 00010000:00000010:2.1:1776190941.052332:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fd9cb83. 00010000:00000010:2.1:1776190941.052335:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a6f173. 00010000:00000010:2.1:1776190941.052338:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c148cd3e. 00010000:00000010:2.1:1776190941.052340:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.1:1776190941.052342:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000053d4088. 00010000:00000010:2.1:1776190941.052344:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:2.1:1776190941.052346:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048d516f4. 00010000:00000010:2.1:1776190941.052349:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.1:1776190941.052351:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063ad12d6. 00010000:00000010:2.1:1776190941.052353:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.1:1776190941.052356:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b835699b. 00010000:00000010:2.1:1776190941.052359:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.1:1776190941.052360:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075fc7f88. 00010000:00000010:2.1:1776190941.052362:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.1:1776190941.052364:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2eb402c. 00010000:00000010:2.1:1776190941.052367:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:2.1:1776190941.052371:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262d5673. 00010000:00000010:2.1:1776190941.052373:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.1:1776190941.052375:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057063018. 00010000:00000010:2.1:1776190941.052390:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.1:1776190941.052393:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be089644. 00010000:00000010:2.1:1776190941.052395:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00010000:00000010:2.1:1776190941.052397:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092e25076. 00010000:00000010:2.1:1776190941.052399:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.1:1776190941.052402:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad446459. 00010000:00000010:2.1:1776190941.052404:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190941.052406:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000904f401a. 00010000:00000010:2.1:1776190941.052408:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:2.1:1776190941.052410:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023880ff1. 00010000:00000010:2.1:1776190941.052412:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:2.1:1776190941.052415:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbcdcf2c. 00010000:00000010:2.1:1776190941.052417:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.1:1776190941.052419:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6aa35f. 00010000:00000010:2.1:1776190941.052420:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.1:1776190941.052422:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f9c55a3. 00010000:00000010:2.1:1776190941.052424:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190941.052428:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067ce36a6. 00010000:00000010:2.1:1776190941.052431:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb711a2. 00010000:00000010:2.1:1776190941.052434:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc928bb8. 00010000:00000010:2.1:1776190941.052437:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064c6ce8d. 00010000:00000010:2.1:1776190941.052440:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd8b965e. 00010000:00000010:2.1:1776190941.052442:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dbb6394. 00010000:00000010:2.1:1776190941.052444:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c8bec13. 00010000:00000010:2.1:1776190941.052446:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030e84989. 00010000:00000010:2.1:1776190941.052448:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1253cce. 00010000:00000010:2.1:1776190941.052451:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359d5ff1. 00010000:00000010:2.1:1776190941.052452:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b40cc8d. 00010000:00000010:2.1:1776190941.052454:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a306605e. 00010000:00000010:2.1:1776190941.052456:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa2aa9a4. 00010000:00000010:2.1:1776190941.052459:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094595c1b. 00010000:00000010:2.1:1776190941.052462:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005391b841. 00010000:00000010:2.1:1776190941.052466:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551578f4. 00010000:00000010:2.1:1776190941.052468:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bafbc28. 00010000:00000010:2.1:1776190941.052471:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c0494b. 00010000:00000010:2.1:1776190941.052473:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bbd2365. 00010000:00000010:2.1:1776190941.052475:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3256c7. 00010000:00000010:2.1:1776190941.052478:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a563f063. 00010000:00000010:2.1:1776190941.052480:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd68d3bd. 00010000:00000010:2.1:1776190941.052482:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0234e1d. 00010000:00000010:2.1:1776190941.052485:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bda12ce. 00010000:00000010:2.1:1776190941.052488:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b5fa72. 00010000:00000010:2.1:1776190941.052492:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae47b467. 00010000:00000010:2.1:1776190941.052494:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9780777. 00010000:00000010:2.1:1776190941.052495:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a97b63. 00010000:00000010:2.1:1776190941.052498:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009920a4fd. 00010000:00000010:2.1:1776190941.052502:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f375e90. 00010000:00000010:2.1:1776190941.052504:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b1ff12e. 00010000:00000010:2.1:1776190941.052506:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051112075. 00010000:00000010:2.1:1776190941.052508:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099ea7f4c. 00010000:00000010:2.1:1776190941.052510:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccdea96a. 00010000:00000010:2.1:1776190941.052513:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006228c306. 00010000:00000010:2.1:1776190941.052516:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab45c44. 00010000:00000010:2.1:1776190941.052519:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056965f9e. 00010000:00000010:2.1:1776190941.052521:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000301fbcf2. 00010000:00000010:2.1:1776190941.052524:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007354d478. 00010000:00000010:2.1:1776190941.052527:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:2.1:1776190941.052530:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000479fbb7a. 00010000:00000010:2.1:1776190941.052532:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e14c48d. 00010000:00000010:2.1:1776190941.052534:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065383573. 00010000:00000010:2.1:1776190941.052537:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fdaa5ab. 00010000:00000010:2.1:1776190941.052539:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b89b08e. 00010000:00000010:2.1:1776190941.052541:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a55f5ea. 00010000:00000010:2.1:1776190941.052543:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e011ae19. 00010000:00000010:2.1:1776190941.052545:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e45aa5. 00010000:00000010:2.1:1776190941.052547:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073837997. 00010000:00000010:2.1:1776190941.052549:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190941.052551:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006056b351. 00010000:00000010:2.1:1776190941.052554:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004d19e1a. 00010000:00000010:2.1:1776190941.052558:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae80567a. 00010000:00000010:2.1:1776190941.052561:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804e53d0. 00010000:00000010:2.1:1776190941.052565:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c5234a4. 00010000:00000010:2.1:1776190941.052567:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6f981a. 00010000:00000010:2.1:1776190941.052569:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b347fbc. 00010000:00000010:2.1:1776190941.052573:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d26a665. 00010000:00000010:2.1:1776190941.052575:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1e8fed2. 00010000:00000010:2.1:1776190941.052578:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db9b783. 00010000:00000010:2.1:1776190941.052582:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b49e2d6. 00010000:00000010:2.1:1776190941.052584:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099073a68. 00010000:00000010:2.1:1776190941.052586:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d1659ff. 00010000:00000010:2.1:1776190941.052588:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd18f1c7. 00010000:00000010:2.1:1776190941.052592:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef8742ff. 00010000:00000010:2.1:1776190941.052594:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a0b3b9f. 00010000:00000010:2.1:1776190941.052596:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dbffc25. 00010000:00000010:2.1:1776190941.052598:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f2e624. 00010000:00000010:2.1:1776190941.052600:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e959968a. 00010000:00000010:2.1:1776190941.052602:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae605a0. 00010000:00000010:2.1:1776190941.052604:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089d2d543. 00010000:00000010:2.1:1776190941.052606:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef20b6a5. 00010000:00000010:2.1:1776190941.052610:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6a6ec04. 00010000:00000010:2.1:1776190941.052613:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a30960. 00010000:00000010:2.1:1776190941.052618:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346d8a3e. 00010000:00000010:2.1:1776190941.052623:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:2.1:1776190941.052626:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044459cb9. 00010000:00000010:2.1:1776190941.052628:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048138966. 00010000:00000010:2.1:1776190941.052630:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc867249. 00010000:00000010:2.1:1776190941.052633:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2bf6a7f. 00010000:00000010:2.1:1776190941.052636:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007177f913. 00010000:00000010:2.1:1776190941.052638:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9da04f. 00010000:00000010:2.1:1776190941.052640:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000986657f8. 00010000:00000010:2.1:1776190941.052643:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f4a258. 00010000:00000010:2.1:1776190941.052646:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b9206fd. 00010000:00000010:2.1:1776190941.052649:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2416941. 00010000:00000010:2.1:1776190941.052651:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfef6619. 00010000:00000010:2.1:1776190941.052655:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40567e7. 00010000:00000010:2.1:1776190941.052657:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceab3544. 00010000:00000010:2.1:1776190941.052660:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d699f834. 00010000:00000010:2.1:1776190941.052662:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cadc1bdb. 00010000:00000010:2.1:1776190941.052664:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec10406d. 00010000:00000010:2.1:1776190941.052668:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8155f42. 00010000:00000010:2.1:1776190941.052671:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd64de1c. 00010000:00000010:2.1:1776190941.052674:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a080fc1. 00010000:00000010:2.1:1776190941.052677:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012e0ec42. 00010000:00000010:2.1:1776190941.052679:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5a075bb. 00010000:00000010:2.1:1776190941.052681:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4e60667. 00010000:00000010:2.1:1776190941.052683:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e23b11. 00010000:00000010:2.1:1776190941.052686:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099464a39. 00010000:00000010:2.1:1776190941.052688:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000192978df. 00010000:00000010:2.1:1776190941.052690:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6db568. 00010000:00000010:2.1:1776190941.058735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000424e713b. 00010000:00000010:2.1:1776190941.058752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3309ced. 00010000:00000010:2.1:1776190941.058766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092694982. 00010000:00000010:2.1:1776190941.074101:0:78028:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033e12e23. 00010000:00000010:2.1:1776190941.074110:0:78028:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6db568. 00010000:00000010:2.1:1776190941.127617:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ff1d60. 00010000:00000010:2.1:1776190941.127625:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7768685. 00010000:00000010:3.1:1776190941.131448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331ef18c. 00010000:00000010:3.1:1776190941.131461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b2148c0. 00010000:00000010:3.1:1776190941.131465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000808f1be. 00010000:00000010:2.1:1776190941.150997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e26e9ff. 00010000:00000010:2.1:1776190941.151014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aab75b22. 00010000:00000010:3.1:1776190941.155155:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c7d1c00. 00010000:00000010:3.1:1776190941.155163:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099464a39. 00010000:00000010:3.1:1776190941.168256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f00a2e0. 00010000:00000010:2.1:1776190941.168264:0:78037:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010dc5170. 00010000:00000010:2.1:1776190941.168272:0:78037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a768afa. 00010000:00000010:3.1:1776190941.194170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e22f5e5d. 00010000:00000010:3.1:1776190941.194184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bc6d7cc. 00010000:00000010:3.1:1776190941.194188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4e60667. 00010000:00000010:3.1:1776190941.246616:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077687cd4. 00010000:00000010:3.1:1776190941.246638:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bebc99cf. 00010000:00000010:3.1:1776190941.246643:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac477054. 00010000:00000010:3.1:1776190941.319316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000057e717. 00010000:00000010:3.1:1776190941.319341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e278a903. 00010000:00000010:2.1:1776190941.319879:0:78043:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008416a221. 00010000:00000010:3.1:1776190941.330489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cf7c7eb. 00010000:00000010:3.1:1776190941.330508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ff8c315. 00010000:00000010:3.1:1776190941.330513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066da26af. 00010000:00000010:3.1:1776190941.339185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcea56ea. 00010000:00000010:3.1:1776190941.339200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044a119d0. 00010000:00000010:3.1:1776190941.339207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a637b0b. 00010000:00000010:3.1:1776190941.350224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a59d74e0. 00010000:00000010:3.1:1776190941.350240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000334a5222. 00010000:00000010:3.1:1776190941.350245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000857a5e3d. 00010000:00000010:3.1:1776190941.359740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c278a3a. 00010000:00000010:3.1:1776190941.359750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d947c3c. 00010000:00000010:3.1:1776190941.359753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012e0ec42. 00010000:00000010:3.1:1776190941.371763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a63eba1. 00010000:00000010:3.1:1776190941.371772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a59a693. 00010000:00000010:3.1:1776190941.371776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e82b48. 00010000:00000010:3.1:1776190941.389453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f75b166. 00010000:00000010:3.1:1776190941.389460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:3.1:1776190941.398353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9f43bb5. 00010000:00000010:3.1:1776190941.398362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066da26af. 00010000:00000010:2.1:1776190941.410648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee78aa6. 00010000:00000010:2.1:1776190941.410662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003581bf92. 00010000:00000010:2.1:1776190941.410667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e23b11. 00010000:00000010:2.1:1776190941.410670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd64de1c. 00010000:00000010:2.1:1776190941.439161:0:78047:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f12ac3f6. 00010000:00000010:2.1:1776190941.488174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002134da5c. 00010000:00000010:2.1:1776190941.493318:0:78051:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008636b0af. 00010000:00000010:2.1:1776190941.493328:0:78051:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:2.1:1776190941.550197:0:1095:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ba3725. 00010000:00000010:2.1:1776190941.550206:0:1095:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00010000:00000010:3.1:1776190941.554837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008af29f49. 00010000:00000010:2.1:1776190941.587799:0:78059:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017606dce. 00010000:00000010:2.1:1776190941.587807:0:78059:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098fd20d1. 00010000:00000010:2.1:1776190941.614199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069ad5235. 00010000:00000010:2.1:1776190941.614210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d07cd25a. 00010000:00000010:2.1:1776190941.614218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098fd20d1. 00010000:00000010:3.1:1776190941.635724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c02187d9. 00010000:00000010:3.1:1776190941.635738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2416941. 00010000:00000010:3.1:1776190941.635744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000296d2728. 00010000:00000010:3.1:1776190941.635748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066da26af. 00010000:00000010:3.1:1776190941.659089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c75c7c8. 00010000:00000010:3.1:1776190941.659102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5b211a0. 00010000:00000010:2.1:1776190941.661807:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cff4e822. 00010000:00000010:2.1:1776190941.679442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040d529d8. 00010000:00000010:3.1:1776190941.715212:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f73b2a. 00010000:00000010:3.1:1776190941.715230:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:2.1:1776190941.722483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee35c83d. 00010000:00000010:3.1:1776190941.728494:0:77037:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeaf2a8b. 00010000:00000010:3.1:1776190941.728500:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de8aa31. 00010000:00000010:2.1:1776190941.745987:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012463ba0. 00010000:00000010:2.1:1776190941.828615:0:78073:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e263502. 00010000:00000010:2.1:1776190941.828628:0:78073:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:3.1:1776190941.868551:0:76294:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fae428f0. 00010000:00000010:3.1:1776190941.868564:0:76294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b3c360. 00010000:00000010:3.1:1776190941.873472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b7ed3b. 00010000:00000010:3.1:1776190941.873479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056ee8ca3. 00010000:00000010:3.1:1776190941.873484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f3c31ea. 00010000:00000010:2.1:1776190941.873824:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000073462f1. 00010000:00000010:3.1:1776190941.881849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b563bb44. 00010000:00000010:3.1:1776190941.881857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd072c83. 00010000:00000010:2.1:1776190941.891434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000390d1ff5. 00010000:00000010:2.1:1776190941.891459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a47d57a. 00010000:00000010:2.1:1776190941.891464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aab75b22. 00010000:00000010:2.1:1776190941.929036:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf5396e7. 00010000:00000010:2.1:1776190941.929048:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a82060b. 00010000:00000010:2.1:1776190941.929053:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b3c360. 00010000:00000010:3.1:1776190941.939528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3d883b6. 00010000:00000010:3.1:1776190941.939543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4b2bdf0. 00010000:00000010:3.1:1776190941.939547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7768685. 00010000:00000010:3.1:1776190941.944268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a901633e. 00010000:00000010:3.1:1776190941.944278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000da0b239. 00010000:00000010:3.1:1776190941.944282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd072c83. 00010000:00000010:3.1:1776190942.040198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000492517f9. 00010000:00000010:3.1:1776190942.047817:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d3d2e04. 00010000:00000010:2.1:1776190942.052183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2eb7cd2. 00010000:00000010:2.1:1776190942.074286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce955315. 00010000:00000010:2.1:1776190942.082280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a750148a. 00010000:00000010:2.1:1776190942.082290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de8aa31. 00010000:00000010:2.1:1776190942.110390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083980e56. 00010000:00000010:3.1:1776190942.118437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000731dc287. 00010000:00000010:3.1:1776190942.118472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf229ad. 00010000:00000010:2.1:1776190942.118620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d4dabc3. 00010000:00000010:2.1:1776190942.118627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000222f515d. 00010000:00000010:3.1:1776190942.158827:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090e21171. 00010000:00000010:3.1:1776190942.158833:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:3.1:1776190942.158836:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000296d2728. 00010000:00000010:3.1:1776190942.158839:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:3.1:1776190942.189266:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d187ca56. 00010000:00000010:3.1:1776190942.221413:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10f9f6d. 00010000:00000010:2.1:1776190942.251214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822b2576. 00010000:00000010:2.1:1776190942.271599:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a4cd3ab. 00010000:00000010:3.1:1776190942.287595:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c84d8ed1. 00010000:00000010:2.1:1776190942.302584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008968a760. 00010000:00000010:3.1:1776190942.307177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004efe5523. 00010000:00000010:3.1:1776190942.307186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de8aa31. 00010000:00000010:3.1:1776190942.311838:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4868551. 00010000:00000010:3.1:1776190942.311846:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:2.1:1776190942.314145:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a17842f0. 00010000:00000010:3.1:1776190942.322398:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c4a73d. 00010000:00000010:3.1:1776190942.322405:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2f392b0. 00010000:00000010:3.1:1776190942.322408:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:3.1:1776190942.342187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045dd6715. 00010000:00000010:3.1:1776190942.342200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073963d9b. 00010000:00000010:3.1:1776190942.342207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:2.1:1776190942.356989:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd375c90. 00010000:00000010:2.1:1776190942.357015:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004864bf6b. 00010000:00000010:2.1:1776190942.357023:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:3.1:1776190942.357885:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb13be02. 00010000:00000010:2.1:1776190942.375719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f16fc72. 00010000:00000010:2.1:1776190942.375735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb1a8151. 00010000:00000010:2.1:1776190942.375749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:3.1:1776190942.380235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000870a6aa1. 00010000:00000010:2.1:1776190942.380331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6378f5b. 00010000:00000010:2.1:1776190942.380338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:2.1:1776190942.392351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024ab9bf9. 00010000:00000010:2.1:1776190942.392380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002472d656. 00010000:00000010:2.1:1776190942.392384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e23b11. 00010000:00000010:2.1:1776190942.392386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040ae0b36. 00010000:00000010:3.1:1776190942.392691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ce85a22. 00010000:00000010:2.1:1776190942.396729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e24a3d0. 00010000:00000010:2.1:1776190942.396741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e61f4a. 00010000:00000010:2.1:1776190942.410200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c49a4baf. 00010000:00000010:2.1:1776190942.410219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:2.1:1776190942.421285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000874ada73. 00010000:00000010:2.1:1776190942.421297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056db2657. 00010000:00000010:2.1:1776190942.421301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e61f4a. 00010000:00000010:3.1:1776190942.426443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087275dc2. 00010000:00000010:2.1:1776190942.430289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018c5e97b. 00010000:00000010:2.1:1776190942.430297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007990e8c1. 00010000:00000010:2.1:1776190942.430301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040ae0b36. 00010000:00000010:2.1:1776190942.430303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006470aff9. 00010000:00000010:2.1:1776190942.430306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:2.1:1776190942.430309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e23b11. 00010000:00000010:2.1:1776190942.430311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002472d656. 00010000:00000010:2.1:1776190942.434194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e08123. 00010000:00000010:2.1:1776190942.434205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e2de182. 00010000:00000010:2.1:1776190942.434208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0025059. 00010000:00000010:3.1:1776190942.437275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cf099d5. 00010000:00000010:2.1:1776190942.442184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a139ed54. 00010000:00000010:2.1:1776190942.442193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e61f4a. 00010000:00000010:2.1:1776190942.460078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3c813d1. 00010000:00000010:2.1:1776190942.460096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002472d656. 00010000:00000010:2.1:1776190942.467420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f659565. 00010000:00000010:2.1:1776190942.467428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0025059. 00010000:00000010:2.1:1776190942.467432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9dc1feb. 00010000:00000010:2.1:1776190942.467435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e61f4a. 00010000:00000010:2.1:1776190942.467438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e23b11. 00010000:00000010:2.1:1776190942.467441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:2.1:1776190942.484871:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050906ebe. 00010000:00000010:2.1:1776190942.484887:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040ae0b36. 00010000:00000010:2.1:1776190942.497464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082ec9746. 00010000:00000010:2.1:1776190942.497472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:2.1:1776190942.497476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d7670. 00010000:00000010:2.1:1776190942.497478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c76d214. 00010000:00000010:2.1:1776190942.497481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e61f4a. 00010000:00000010:3.1:1776190942.501390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc243ef. 00010000:00000010:3.1:1776190942.507401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daa135a0. 00010000:00000010:3.1:1776190942.507411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040ae0b36. 00010000:00000010:3.1:1776190942.507415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4876160. 00010000:00000010:3.1:1776190942.507418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:3.1:1776190942.517631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031690540. 00010000:00000010:3.1:1776190942.517642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f9d667f. 00010000:00000010:3.1:1776190942.523415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7d419e. 00010000:00000010:3.1:1776190942.523426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f77723d. 00010000:00000010:3.1:1776190942.523430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000cbb518. 00010000:00000010:3.1:1776190942.527867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000cd8cdb. 00010000:00000010:3.1:1776190942.527881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003835ea71. 00010000:00000010:3.1:1776190942.527885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:2.1:1776190942.571211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee2d29b8. 00010000:00000010:2.1:1776190942.571222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:3.1:1776190942.585704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dab133f5. 00010000:00000010:3.1:1776190942.585734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e61f4a. 00010000:00000010:3.1:1776190942.595573:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867c81ff. 00010000:00000010:3.1:1776190942.595586:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d09e21. 00010000:00000010:3.1:1776190942.595590:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:2.1:1776190942.600265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a78f676. 00010000:00000010:2.1:1776190942.600283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000cbb518. 00010000:00000010:3.1:1776190942.618621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e4012d. 00010000:00000010:2.1:1776190942.621611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3007744. 00010000:00000010:2.1:1776190942.621624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:2.1:1776190942.621628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e23b11. 00010000:00000010:2.1:1776190942.621630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0025059. 00010000:00000010:2.1:1776190942.631413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d5105cb. 00010000:00000010:2.1:1776190942.631423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002472d656. 00010000:00000010:2.1:1776190942.662205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f21cec. 00010000:00000010:3.1:1776190942.696567:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9864362. 00010000:00000010:3.1:1776190942.696719:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7768685. 00010000:00000010:3.1:1776190942.701441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d54869. 00010000:00000010:3.1:1776190942.701461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3acdc4f. 00010000:00000010:3.1:1776190942.701466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:3.1:1776190942.707735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d787d6f2. 00010000:00000010:3.1:1776190942.707754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081cf555d. 00010000:00000010:3.1:1776190942.707759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969d98a8. 00010000:00000010:3.1:1776190942.715404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9eb66a9. 00010000:00000010:3.1:1776190942.715425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000cbb518. 00010000:00000010:2.1:1776190942.741719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7848405. 00010000:00000010:3.1:1776190942.750332:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6c1018. 00010000:00000010:3.1:1776190942.750349:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969d98a8. 00010000:00000010:3.1:1776190942.765503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abc79c27. 00010000:00000010:3.1:1776190942.765512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000cbb518. 00010000:00000010:3.1:1776190942.765516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000296d2728. 00010000:00000010:3.1:1776190942.765518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:3.1:1776190942.796429:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009622a907. 00010000:00000010:2.1:1776190942.810379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:3.1:1776190942.811278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b396b7ea. 00010000:00000010:2.1:1776190942.826434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f834c542. 00010000:00000010:3.1:1776190942.855184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a527349. 00010000:00000010:3.1:1776190942.917167:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b876971. 00010000:00000010:3.1:1776190942.917175:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000026e4008. 00010000:00000010:3.1:1776190942.917179:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aab75b22. 00010000:00000010:3.1:1776190942.933434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003395736e. 00010000:00000010:3.1:1776190942.933452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098fd20d1. 00010000:00000010:3.1:1776190942.936164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c71b318. 00010000:00000010:3.1:1776190942.936183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000cbb518. 00010000:00000010:3.1:1776190942.936217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f422feda. 00010000:00000010:3.1:1776190942.936221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091c6bfda. 00010000:00000010:3.1:1776190942.936225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969d98a8. 00010000:00000010:3.1:1776190942.946421:0:78080:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000078e2096. 00010000:00000010:3.1:1776190942.946429:0:78080:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7768685. 00010000:00000010:2.1:1776190942.948389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1285a4a. 00010000:00000010:2.1:1776190942.953104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c55eee. 00010000:00000010:2.1:1776190943.058510:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7a4536e. 00010000:00000010:2.1:1776190943.058538:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016a11272. 00010000:00000010:2.1:1776190943.058549:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e23b11. 00010000:00000010:2.1:1776190943.058557:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002472d656. 00010000:00000010:2.1:1776190943.058561:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5a075bb. 00010000:00000010:2.1:1776190943.058564:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d7c6c4a. 00010000:00000010:2.1:1776190943.058567:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a080fc1. 00010000:00000010:2.1:1776190943.058572:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0025059. 00010000:00000010:2.1:1776190943.058576:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8155f42. 00010000:00000010:2.1:1776190943.058581:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:2.1:1776190943.058588:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1a36b79. 00010000:00000010:2.1:1776190943.058591:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e61f4a. 00010000:00000010:2.1:1776190943.058594:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000092ca478. 00010000:00000010:2.1:1776190943.058597:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040ae0b36. 00010000:00000010:2.1:1776190943.058599:0:78085:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057c6f422. 00010000:00000010:2.1:1776190943.058605:0:78085:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a30960. 00010000:00000010:2.1:1776190943.062456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006915d19c. 00010000:00000010:2.1:1776190943.062465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048138966. 00010000:00000010:2.1:1776190943.062468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000192978df. 00010000:00000010:2.1:1776190943.062471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2bf6a7f. 00010000:00000010:2.1:1776190943.062474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0b9c949. 00010000:00000010:2.1:1776190943.062477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9da04f. 00010000:00000010:2.1:1776190943.062481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d894c1d5. 00010000:00000010:2.1:1776190943.062485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f4a258. 00010000:00000010:2.1:1776190943.062488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cadc1bdb. 00010000:00000010:2.1:1776190943.062490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2416941. 00010000:00000010:2.1:1776190943.062507:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceab3544. 00010000:00000010:2.1:1776190943.062511:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40567e7. 00010000:00000010:2.1:1776190943.062514:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfef6619. 00010000:00000010:2.1:1776190943.062517:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d699f834. 00010000:00000010:2.1:1776190943.062519:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b9206fd. 00010000:00000010:2.1:1776190943.062522:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd64de1c. 00010000:00000010:2.1:1776190943.062525:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000986657f8. 00010000:00000010:2.1:1776190943.062527:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec10406d. 00010000:00000010:2.1:1776190943.062529:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007177f913. 00010000:00000010:2.1:1776190943.062532:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012e0ec42. 00010000:00000010:2.1:1776190943.062535:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc867249. 00010000:00000010:2.1:1776190943.062537:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4e60667. 00010000:00000010:2.1:1776190943.062539:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044459cb9. 00010000:00000010:2.1:1776190943.062542:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099464a39. 00010000:00000010:2.1:1776190943.062544:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346d8a3e. 00010000:00000010:2.1:1776190943.062546:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6db568. 00010000:00000010:2.1:1776190943.062550:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6a6ec04. 00010000:00000010:2.1:1776190943.062552:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092694982. 00010000:00000010:2.1:1776190943.062554:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089d2d543. 00010000:00000010:2.1:1776190943.062558:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef20b6a5. 00010000:00000010:2.1:1776190943.062562:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e959968a. 00010000:00000010:2.1:1776190943.062565:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae605a0. 00010000:00000010:2.1:1776190943.062567:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dbffc25. 00010000:00000010:2.1:1776190943.062570:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f2e624. 00010000:00000010:2.1:1776190943.062573:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef8742ff. 00010000:00000010:2.1:1776190943.062575:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a0b3b9f. 00010000:00000010:2.1:1776190943.062577:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d1659ff. 00010000:00000010:2.1:1776190943.062579:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd18f1c7. 00010000:00000010:2.1:1776190943.062582:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b49e2d6. 00010000:00000010:2.1:1776190943.062584:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099073a68. 00010000:00000010:2.1:1776190943.062589:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1e8fed2. 00010000:00000010:2.1:1776190943.062592:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db9b783. 00010000:00000010:2.1:1776190943.062594:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b347fbc. 00010000:00000010:2.1:1776190943.062596:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d26a665. 00010000:00000010:2.1:1776190943.062598:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c5234a4. 00010000:00000010:2.1:1776190943.062602:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6f981a. 00010000:00000010:2.1:1776190943.062605:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae80567a. 00010000:00000010:2.1:1776190943.062608:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804e53d0. 00010000:00000010:2.1:1776190943.062612:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000165f147b. 00010000:00000010:2.1:1776190943.062615:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004d19e1a. 00010000:00000010:2.1:1776190943.062617:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006056b351. 00010000:00000010:2.1:1776190943.062620:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190943.062622:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073837997. 00010000:00000010:2.1:1776190943.062624:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e45aa5. 00010000:00000010:2.1:1776190943.062626:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e011ae19. 00010000:00000010:2.1:1776190943.062629:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a55f5ea. 00010000:00000010:2.1:1776190943.062631:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b89b08e. 00010000:00000010:2.1:1776190943.062633:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fdaa5ab. 00010000:00000010:2.1:1776190943.062635:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065383573. 00010000:00000010:2.1:1776190943.062637:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e14c48d. 00010000:00000010:2.1:1776190943.062640:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000479fbb7a. 00010000:00000010:2.1:1776190943.062642:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:2.1:1776190943.062644:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007354d478. 00010000:00000010:2.1:1776190943.062647:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000301fbcf2. 00010000:00000010:2.1:1776190943.062649:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023793fae. 00010000:00000010:2.1:1776190943.062652:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab45c44. 00010000:00000010:3.1:1776190943.065797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d4bd184. 00010000:00000010:3.1:1776190943.065809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000cbb518. 00010000:00000010:3.1:1776190943.065813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa31308c. 00010000:00000010:3.1:1776190943.065815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017ffec73. 00010000:00000010:3.1:1776190943.065817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4b2bdf0. 00010000:00000010:3.1:1776190943.065821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd072c83. 00010000:00000010:3.1:1776190943.065823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db4df837. 00010000:00000010:3.1:1776190943.065826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f3c31ea. 00010000:00000010:3.1:1776190943.065828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2c66417. 00010000:00000010:3.1:1776190943.065833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5b211a0. 00010000:00000010:3.1:1776190943.065967:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000248b8658. 00010000:00000010:3.1:1776190943.065976:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066da26af. 00010000:00000010:3.1:1776190943.065978:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030a376ed. 00010000:00000010:3.1:1776190943.065982:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e79b908. 00010000:00000010:3.1:1776190943.065984:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000006a22b2. 00010000:00000010:3.1:1776190943.065986:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003581bf92. 00010000:00000010:3.1:1776190943.065990:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd65f431. 00010000:00000010:3.1:1776190943.065993:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000857a5e3d. 00010000:00000010:3.1:1776190943.065996:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2c09f73. 00010000:00000010:3.1:1776190943.065999:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a637b0b. 00010000:00000010:3.1:1776190943.066003:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240d818d. 00010000:00000010:3.1:1776190943.066006:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab137a7. 00010000:00000010:3.1:1776190943.066008:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcd9935e. 00010000:00000010:3.1:1776190943.066011:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001556a6fc. 00010000:00000010:3.1:1776190943.066013:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ec00c2. 00010000:00000010:3.1:1776190943.066015:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a768afa. 00010000:00000010:3.1:1776190943.066017:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017606dce. 00010000:00000010:3.1:1776190943.066020:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969d98a8. 00010000:00000010:3.1:1776190943.066025:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003da03a5a. 00010000:00000010:3.1:1776190943.066028:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e021dbc9. 00010000:00000010:3.1:1776190943.066031:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c767d2fb. 00010000:00000010:3.1:1776190943.066034:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090332ce0. 00010000:00000010:3.1:1776190943.066036:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085d37e24. 00010000:00000010:3.1:1776190943.066039:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f9d667f. 00010000:00000010:3.1:1776190943.066041:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa91e4ea. 00010000:00000010:3.1:1776190943.066045:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4268189. 00010000:00000010:3.1:1776190943.066050:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa45039c. 00010000:00000010:3.1:1776190943.066053:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caa22ec5. 00010000:00000010:3.1:1776190943.066055:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a41003e. 00010000:00000010:3.1:1776190943.066058:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fae8494a. 00010000:00000010:3.1:1776190943.066061:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008377c78d. 00010000:00000010:3.1:1776190943.066064:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002637219c. 00010000:00000010:3.1:1776190943.066067:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b16b4b7. 00010000:00000010:3.1:1776190943.066071:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e4012d. 00010000:00000010:3.1:1776190943.066074:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a526fe3d. 00010000:00000010:3.1:1776190943.066076:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065b3b356. 00010000:00000010:3.1:1776190943.066078:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b9c12ae. 00010000:00000010:3.1:1776190943.066082:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8b31661. 00010000:00000010:3.1:1776190943.066087:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035ffe6fc. 00010000:00000010:3.1:1776190943.066090:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009954e8d6. 00010000:00000010:3.1:1776190943.066094:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099811c16. 00010000:00000010:3.1:1776190943.066096:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fab5ef9. 00010000:00000010:3.1:1776190943.066098:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f314385. 00010000:00000010:3.1:1776190943.066100:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6712c6e. 00010000:00000010:3.1:1776190943.066103:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eca988c7. 00010000:00000010:3.1:1776190943.066105:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b614ff4e. 00010000:00000010:3.1:1776190943.066107:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046861eb4. 00010000:00000010:3.1:1776190943.066109:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005274d4db. 00010000:00000010:3.1:1776190943.066111:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ff4e630. 00010000:00000010:3.1:1776190943.066113:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3344f4. 00010000:00000010:3.1:1776190943.066116:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000146c10a5. 00010000:00000010:3.1:1776190943.066119:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd1ca80. 00010000:00000010:3.1:1776190943.066121:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000861e3d5e. 00010000:00000010:3.1:1776190943.066123:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d68f9c13. 00010000:00000010:3.1:1776190943.066125:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d44cf3f2. 00010000:00000010:3.1:1776190943.066159:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eb802c5. 00010000:00000010:3.1:1776190943.066163:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3ab33e9. 00010000:00000010:3.1:1776190943.066165:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e19708a. 00010000:00000010:3.1:1776190943.066167:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d78154. 00010000:00000010:3.1:1776190943.066169:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ab1e682. 00010000:00000010:3.1:1776190943.066183:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f4cfa2e. 00010000:00000010:3.1:1776190943.066188:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b414c4. 00010000:00000010:3.1:1776190943.066191:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c324c108. 00010000:00000010:3.1:1776190943.066194:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951d8ff3. 00010000:00000010:3.1:1776190943.066196:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac00412a. 00010000:00000010:3.1:1776190943.066199:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051f36f81. 00010000:00000010:3.1:1776190943.066202:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b75a431b. 00010000:00000010:3.1:1776190943.066205:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b5e88a. 00010000:00000010:3.1:1776190943.066207:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f20ced08. 00010000:00000010:3.1:1776190943.066209:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007496d90a. 00010000:00000010:3.1:1776190943.066212:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f593a41f. 00010000:00000010:3.1:1776190943.066215:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046df9d59. 00010000:00000010:3.1:1776190943.066219:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b7d764c. 00010000:00000010:3.1:1776190943.066222:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a87b29b1. 00010000:00000010:3.1:1776190943.066226:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000735865a6. 00010000:00000010:3.1:1776190943.066228:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000900900a5. 00010000:00000010:3.1:1776190943.066230:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ea1d2f6. 00010000:00000010:3.1:1776190943.066233:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6aeabe2. 00010000:00000010:3.1:1776190943.066235:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ff9e907. 00010000:00000010:3.1:1776190943.066237:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b98cfdc2. 00010000:00000010:3.1:1776190943.066239:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d641c5e7. 00010000:00000010:3.1:1776190943.066242:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ce02755. 00010000:00000010:3.1:1776190943.066244:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002028f362. 00010000:00000010:3.1:1776190943.066246:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbc80318. 00010000:00000010:3.1:1776190943.066247:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009eb086f4. 00010000:00000010:3.1:1776190943.066249:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bce15f85. 00010000:00000010:3.1:1776190943.066251:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e40ce3. 00010000:00000010:3.1:1776190943.066254:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b7b987. 00010000:00000010:3.1:1776190943.066256:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d13e08f2. 00010000:00000010:3.1:1776190943.066259:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf6fd1c9. 00010000:00000010:3.1:1776190943.066263:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002354c17d. 00010000:00000010:3.1:1776190943.066265:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b3a912c. 00010000:00000010:3.1:1776190943.066269:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012dcd2b0. 00010000:00000010:3.1:1776190943.066271:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000771f9633. 00010000:00000010:3.1:1776190943.066273:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d538992. 00010000:00000010:3.1:1776190943.066276:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a35e2939. 00010000:00000010:3.1:1776190943.066278:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39f52ef. 00010000:00000010:3.1:1776190943.066281:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3179610. 00010000:00000010:3.1:1776190943.066283:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aebd27e. 00010000:00000010:3.1:1776190943.066286:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f0f20de. 00010000:00000010:3.1:1776190943.066291:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7b6caa1. 00010000:00000010:3.1:1776190943.066293:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ce8fa4. 00010000:00000010:3.1:1776190943.066297:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000943049da. 00010000:00000010:3.1:1776190943.066299:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003901c20f. 00010000:00000010:3.1:1776190943.066302:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1eb655. 00010000:00000010:3.1:1776190943.066305:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5bd0515. 00010000:00000010:3.1:1776190943.066307:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ac727a2. 00010000:00000010:3.1:1776190943.066309:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceae756b. 00010000:00000010:3.1:1776190943.066311:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4ae2885. 00010000:00000010:3.1:1776190943.066314:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b69bbf5. 00010000:00000010:3.1:1776190943.066316:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc474c3b. 00010000:00000010:3.1:1776190943.066318:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfea2d3. 00010000:00000010:3.1:1776190943.066320:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000a66f8. 00010000:00000010:3.1:1776190943.066322:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e241269. 00010000:00000010:3.1:1776190943.066326:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b8f3e99. 00010000:00000010:3.1:1776190943.066330:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ee1f598. 00010000:00000010:3.1:1776190943.066332:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89bcadb. 00010000:00000010:3.1:1776190943.066334:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b2a05e. 00010000:00000010:3.1:1776190943.066337:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039cce4f2. 00010000:00000010:3.1:1776190943.066339:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cedfc323. 00010000:00000010:3.1:1776190943.066342:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000541bcac0. 00010000:00000010:3.1:1776190943.066344:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082cad238. 00010000:00000010:3.1:1776190943.066346:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9c2072. 00010000:00000010:3.1:1776190943.066348:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b8d2100. 00010000:00000010:3.1:1776190943.066349:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb73604e. 00010000:00000010:3.1:1776190943.066351:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042d539c4. 00010000:00000010:3.1:1776190943.066353:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d07cd25a. 00010000:00000010:3.1:1776190943.066355:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ec5d0c. 00010000:00000010:3.1:1776190943.066368:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c02187d9. 00010000:00000010:3.1:1776190943.066370:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008522e7cc. 00010000:00000010:3.1:1776190943.066376:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000159a34b2. 00010000:00000010:3.1:1776190943.066378:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d797b8e0. 00010000:00000010:3.1:1776190943.066380:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f0349b7. 00010000:00000010:3.1:1776190943.066384:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.1:1776190943.066387:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010e05f40. 00010000:00000010:3.1:1776190943.066390:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.1:1776190943.066395:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000902a1101. 00010000:00000010:3.1:1776190943.066397:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.1:1776190943.066400:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e3e4cc0. 00010000:00000010:3.1:1776190943.066402:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00010000:00000010:3.1:1776190943.066405:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bc5618b. 00010000:00000010:3.1:1776190943.066408:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402440da. 00010000:00000010:3.1:1776190943.066411:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000007db61. 00010000:00000010:3.1:1776190943.066413:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00010000:00000010:3.1:1776190943.066415:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf8165bf. 00010000:00000010:3.1:1776190943.066418:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098133dd2. 00010000:00000010:3.1:1776190943.066420:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e268bee. 00010000:00000010:3.1:1776190943.066422:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.1:1776190943.066424:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edeca9ff. 00010000:00000010:3.1:1776190943.066427:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.1:1776190943.066429:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ca437d7. 00010000:00000010:3.1:1776190943.066432:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.1:1776190943.066435:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa4409c. 00010000:00000010:3.1:1776190943.066438:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a8b98ea. 00010000:00000010:3.1:1776190943.066441:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4465058. 00010000:00000010:3.1:1776190943.066444:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a68e2. 00010000:00000010:3.1:1776190943.066446:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a2f9685. 00010000:00000010:3.1:1776190943.066448:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.1:1776190943.066450:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005669523d. 00010000:00000010:3.1:1776190943.066453:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56b1b0d. 00010000:00000010:3.1:1776190943.066456:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2d9a42e. 00010000:00000010:3.1:1776190943.066458:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.1:1776190943.066461:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000235766f4. 00010000:00000010:3.1:1776190943.066463:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.1:1776190943.066465:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0c9fbf9. 00010000:00000010:3.1:1776190943.066468:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c519ac93. 00010000:00000010:3.1:1776190943.066471:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9f6518e. 00010000:00000010:3.1:1776190943.066473:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008212bfbb. 00010000:00000010:3.1:1776190943.066477:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfcf62b9. 00010000:00000010:3.1:1776190943.066480:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007318effe. 00010000:00000010:3.1:1776190943.066483:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e683b8. 00010000:00000010:3.1:1776190943.066485:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644115a. 00010000:00000010:3.1:1776190943.066487:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001693aa64. 00010000:00000010:3.1:1776190943.066489:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05bd01f. 00010000:00000010:3.1:1776190943.066491:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036e10219. 00010000:00000010:3.1:1776190943.066493:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2e4319. 00010000:00000010:3.1:1776190943.066495:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000917ea14c. 00010000:00000010:3.1:1776190943.066497:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000556def86. 00010000:00000010:3.1:1776190943.066499:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6ba3e6a. 00010000:00000010:3.1:1776190943.066501:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b37e4c. 00010000:00000010:3.1:1776190943.066504:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ea03c6. 00010000:00000010:3.1:1776190943.066507:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:3.1:1776190943.066509:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000454925de. 00010000:00000010:3.1:1776190943.066512:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190943.066515:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967831d5. 00010000:00000010:3.1:1776190943.066519:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aafa1940. 00010000:00000010:3.1:1776190943.066521:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2324f6. 00010000:00000010:3.1:1776190943.066524:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:3.1:1776190943.086189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0f1b945. 00010000:00000010:3.1:1776190943.086205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3a1faeb. 00010000:00000010:3.1:1776190943.086209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c5e362. 00010000:00000010:3.1:1776190943.086212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000420c5186. 00010000:00000010:3.1:1776190943.086215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:2.1:1776190943.090254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fae8957. 00010000:00000010:3.1:1776190943.090328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2bb9f1e. 00010000:00000010:3.1:1776190943.090335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac9c5fcb. 00010000:00000010:3.1:1776190943.090341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:3.1:1776190943.105925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028945bf9. 00010000:00000010:3.1:1776190943.105942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aafa1940. 00010000:00000010:3.1:1776190943.118037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004ad4220. 00010000:00000010:3.1:1776190943.118044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37e33fc. 00010000:00000010:3.1:1776190943.118051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:3.1:1776190943.121192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2324f6. 00010000:00000010:3.1:1776190943.121206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aafa1940. 00010000:00000010:3.1:1776190943.145053:0:78078:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:3.1:1776190943.145062:0:78078:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000312e675e. 00010000:00000010:3.1:1776190943.145066:0:78078:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:3.1:1776190943.226153:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9d1caf. 00010000:00000010:3.1:1776190943.292456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000792eaf2. 00010000:00000010:3.1:1776190943.292555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9db0736. 00010000:00000010:3.1:1776190943.292561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed8b0ede. 00010000:00000010:2.1:1776190943.304703:0:78089:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:2.1:1776190943.304713:0:78089:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000007aa049. 00010000:00000010:2.1:1776190943.304717:0:78089:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:2.1:1776190943.304720:0:78089:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023793fae. 00010000:00000010:2.1:1776190943.304724:0:78089:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab45c44. 00010000:00000010:3.1:1776190943.307612:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fba34842. 00010000:00000010:3.1:1776190943.307655:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f0a0cc3. 00010000:00000010:3.1:1776190943.307660:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000301fbcf2. 00010000:00000010:2.1:1776190943.347586:0:40497:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085598ba5. 00010000:00000010:2.1:1776190943.347594:0:40497:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed4addcb. 00010000:00000010:3.1:1776190943.350335:0:78078:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9e002e. 00010000:00000010:3.1:1776190943.350341:0:78078:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000725c99f1. 00010000:00000010:3.1:1776190943.350344:0:78078:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab45c44. 00010000:00000010:2.1:1776190943.375327:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f68f769a. 00010000:00000010:2.1:1776190943.375333:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:2.1:1776190943.386940:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df902121. 00010000:00000010:2.1:1776190943.386951:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:3.1:1776190943.401166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d84c849. 00010000:00000010:3.1:1776190943.401174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746dec06. 00010000:00000010:3.1:1776190943.401178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e14c48d. 00010000:00000010:2.1:1776190943.409409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b17dbdad. 00010000:00000010:3.1:1776190943.414425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4906a16. 00010000:00000010:3.1:1776190943.414441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190943.449818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051f2a5b7. 00010000:00000010:3.1:1776190943.449832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:3.1:1776190943.449836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f6072c1. 00010000:00000010:3.1:1776190943.449841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190943.449843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a00bcc9. 00010000:00000010:3.1:1776190943.449846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190943.466199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eba6f7f4. 00010000:00000010:3.1:1776190943.466213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0244770. 00010000:00000010:2.1:1776190943.505316:0:78096:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000915e7a38. 00010000:00000010:2.1:1776190943.505330:0:78096:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f196b09. 00010000:00000010:3.1:1776190943.506180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029ff0a06. 00010000:00000010:2.1:1776190943.530395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000714de51d. 00010000:00000010:2.1:1776190943.530407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:3.1:1776190943.530472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b771d66. 00010000:00000010:3.1:1776190943.533986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d5370c. 00010000:00000010:3.1:1776190943.533993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fdaa5ab. 00010000:00000010:2.1:1776190943.540405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b57ad828. 00010000:00000010:2.1:1776190943.540414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:2.1:1776190943.540417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023793fae. 00010000:00000010:2.1:1776190943.540420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:3.1:1776190943.549179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f97c0485. 00010000:00000010:2.1:1776190943.551350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe78b59. 00010000:00000010:2.1:1776190943.551374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a55f5ea. 00010000:00000010:2.1:1776190943.557407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020e775b4. 00010000:00000010:2.1:1776190943.557424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ff4687d. 00010000:00000010:2.1:1776190943.557428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e45aa5. 00010000:00000010:3.1:1776190943.564185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011e3bc12. 00010000:00000010:2.1:1776190943.573827:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c317142c. 00010000:00000010:2.1:1776190943.573841:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:2.1:1776190943.577787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb7824c6. 00010000:00000010:2.1:1776190943.577796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f4974b. 00010000:00000010:2.1:1776190943.577803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a55f5ea. 00010000:00000010:2.1:1776190943.590447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000485934cf. 00010000:00000010:2.1:1776190943.591197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e8bb453. 00010000:00000010:2.1:1776190943.591206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e45aa5. 00010000:00000010:2.1:1776190943.591210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023793fae. 00010000:00000010:2.1:1776190943.591214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:2.1:1776190943.591217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e77f5c. 00010000:00000010:2.1:1776190943.591220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190943.645822:0:78099:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6635876. 00010000:00000010:2.1:1776190943.645829:0:78099:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbb21a1b. 00010000:00000010:2.1:1776190943.645832:0:78099:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5099be5. 00010000:00000010:2.1:1776190943.645836:0:78099:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b3c360. 00010000:00000010:3.1:1776190943.649459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d30269c1. 00010000:00000010:3.1:1776190943.649481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190943.691492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a50b8e10. 00010000:00000010:2.1:1776190943.691513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a3bc6b. 00010000:00000010:2.1:1776190943.691519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:2.1:1776190943.691523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ee290d0. 00010000:00000010:2.1:1776190943.691527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc1d5aec. 00010000:00000010:2.1:1776190943.691531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:2.1:1776190943.706847:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fa7bbc1. 00010000:00000010:2.1:1776190943.706864:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e45aa5. 00010000:00000010:2.1:1776190943.731638:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000979d92c3. 00010000:00000010:2.1:1776190943.737345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95fac60. 00010000:00000010:2.1:1776190943.737370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000185a13ff. 00010000:00000010:3.1:1776190943.781950:0:78110:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000191f55ee. 00010000:00000010:3.1:1776190943.817638:0:78115:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8bd680. 00010000:00000010:3.1:1776190943.817652:0:78115:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065b742e4. 00010000:00000010:3.1:1776190943.817655:0:78115:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001167d9b2. 00010000:00000010:2.1:1776190943.823737:0:78115:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007623201b. 00010000:00000010:3.1:1776190943.859573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a4664b2. 00010000:00000010:3.1:1776190943.859581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000684c3cec. 00010000:00000010:3.1:1776190943.859584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd6c2e4. 00010000:00000010:3.1:1776190943.871583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7bbce3f. 00010000:00000010:3.1:1776190943.871593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034534b4f. 00010000:00000010:3.1:1776190943.871596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:2.1:1776190943.887628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7e4fe2e. 00010000:00000010:3.1:1776190943.894160:0:78118:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6f19ce7. 00010000:00000010:3.1:1776190943.894198:0:78118:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00010000:00000010:2.1:1776190943.902376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78c5eac. 00010000:00000010:2.1:1776190943.902390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaa52878. 00010000:00000010:2.1:1776190943.902394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:2.1:1776190943.918176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c85b606. 00010000:00000010:3.1:1776190943.918444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097772120. 00010000:00000010:3.1:1776190943.918452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:2.1:1776190944.003472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc3d62ac. 00010000:00000010:2.1:1776190944.003480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:3.1:1776190944.039456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010dbba7b. 00010000:00000010:3.1:1776190944.039465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079964ccc. 00010000:00000010:3.1:1776190944.039469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f4dda6. 00010000:00000010:3.1:1776190944.039472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:3.1:1776190944.045837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a85b996. 00010000:00000010:3.1:1776190944.045854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000667455dd. 00010000:00000010:3.1:1776190944.045861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de8aa31. 00010000:00000010:3.1:1776190944.045865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967831d5. 00010000:00000010:3.1:1776190944.045870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e123e6f. 00010000:00000010:2.1:1776190944.048243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd4f683. 00010000:00000010:2.1:1776190944.057283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f791b35. 00010000:00000010:3.1:1776190944.090380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d08dd2. 00010000:00000010:3.1:1776190944.090396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041165d11. 00010000:00000010:3.1:1776190944.090401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:3.1:1776190944.092646:0:78078:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002923dfd6. 00010000:00000010:3.1:1776190944.092663:0:78078:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e123e6f. 00010000:00000010:3.1:1776190944.092667:0:78078:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967831d5. 00010000:00000010:3.1:1776190944.092671:0:78078:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00010000:00000010:2.1:1776190944.125320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000123fec27. 00010000:00000010:3.1:1776190944.131924:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1caa735. 00010000:00000010:3.1:1776190944.131934:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.1:1776190944.138276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000178f2846. 00010000:00000010:3.1:1776190944.138287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00010000:00000010:2.1:1776190944.138411:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0813e4e. 00010000:00000010:2.1:1776190944.149409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c93b829. 00010000:00000010:3.1:1776190944.162284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000782de03f. 00010000:00000010:3.1:1776190944.181213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b180a8d3. 00010000:00000010:3.1:1776190944.189191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005972bb62. 00010000:00000010:2.1:1776190944.189292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f970e566. 00010000:00000010:2.1:1776190944.189301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de8aa31. 00010000:00000010:2.1:1776190944.212621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e301f6e2. 00010000:00000010:2.1:1776190944.212635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6f981a. 00010000:00000010:3.1:1776190944.215794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b330173. 00010000:00000010:3.1:1776190944.219973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070639716. 00010000:00000010:2.1:1776190944.220548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027a61823. 00010000:00000010:2.1:1776190944.220556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccdea96a. 00010000:00000010:2.1:1776190944.220559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e5b91b. 00010000:00000010:2.1:1776190944.220562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d46f3f2c. 00010000:00000010:2.1:1776190944.220565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051112075. 00010000:00000010:2.1:1776190944.220569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8d0f791. 00010000:00000010:2.1:1776190944.220571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f375e90. 00010000:00000010:2.1:1776190944.220573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f1e2cf. 00010000:00000010:2.1:1776190944.220576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a97b63. 00010000:00000010:3.1:1776190944.232291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003763d44. 00010000:00000010:2.1:1776190944.232429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000797b3445. 00010000:00000010:2.1:1776190944.232437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6f981a. 00010000:00000010:2.1:1776190944.275344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000975fb974. 00010000:00000010:2.1:1776190944.275364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa244928. 00010000:00000010:2.1:1776190944.275367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330c4a2d. 00010000:00000010:2.1:1776190944.300335:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000954f1dc1. 00010000:00000010:2.1:1776190944.300342:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6f981a. 00010000:00000010:3.1:1776190944.318587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009821143d. 00010000:00000010:3.1:1776190944.318606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:3.1:1776190944.329657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068adf1da. 00010000:00000010:3.1:1776190944.329668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2cafb09. 00010000:00000010:3.1:1776190944.329674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00010000:00000010:3.1:1776190944.333303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4602194. 00010000:00000010:3.1:1776190944.333318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d4cb87d. 00010000:00000010:3.1:1776190944.333322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.1:1776190944.340983:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084352106. 00010000:00000010:3.1:1776190944.341003:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:3.1:1776190944.341007:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967831d5. 00010000:00000010:3.1:1776190944.341010:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:3.1:1776190944.341013:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2356527. 00010000:00000010:3.1:1776190944.341016:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:2.1:1776190944.357326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f517a53. 00010000:00000010:2.1:1776190944.357334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00010000:00000010:3.1:1776190944.358776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076d982b1. 00010000:00000010:3.1:1776190944.358790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad953c7e. 00010000:00000010:3.1:1776190944.358795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6f981a. 00010000:00000010:3.1:1776190944.363159:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000334a8ce. 00010000:00000010:3.1:1776190944.363168:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:3.1:1776190944.403331:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ff69ad. 00010000:00000010:2.1:1776190944.413223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f64587c6. 00010000:00000010:2.1:1776190944.413230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ab8be. 00010000:00000010:3.1:1776190944.414466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e015e6d. 00010000:00000010:3.1:1776190944.420277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a3639a. 00010000:00000010:2.1:1776190944.420425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082183742. 00010000:00000010:2.1:1776190944.420433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051112075. 00010000:00000010:2.1:1776190944.420435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3cc1f53. 00010000:00000010:3.1:1776190944.422329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eff38d9. 00010000:00000010:3.1:1776190944.422337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccdea96a. 00010000:00000010:3.1:1776190944.422340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967831d5. 00010000:00000010:3.1:1776190944.422343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:2.1:1776190944.447406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c452001. 00010000:00000010:3.1:1776190944.457971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc63e9e5. 00010000:00000010:3.1:1776190944.457979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac6d6c58. 00010000:00000010:3.1:1776190944.457982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0244770. 00010000:00000010:3.1:1776190944.475804:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090946c74. 00010000:00000010:3.1:1776190944.482183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073fb325a. 00010000:00000010:3.1:1776190944.482193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed4addcb. 00010000:00000010:2.1:1776190944.487905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba015972. 00010000:00000010:3.1:1776190944.491747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bfc64e4. 00010000:00000010:3.1:1776190944.491756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f196b09. 00010000:00000010:2.1:1776190944.501177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9e4650. 00010000:00000010:2.1:1776190944.514027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b14d7c1. 00010000:00000010:2.1:1776190944.514041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b46d297b. 00010000:00000010:2.1:1776190944.514045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:2.1:1776190944.521697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7ba8fcc. 00010000:00000010:2.1:1776190944.521719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051112075. 00010000:00000010:2.1:1776190944.521723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023793fae. 00010000:00000010:2.1:1776190944.521733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae47b467. 00010000:00000010:2.1:1776190944.521737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1aa2ace. 00010000:00000010:2.1:1776190944.521741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7fecc6b. 00010000:00000010:2.1:1776190944.521744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bda12ce. 00010000:00000010:2.1:1776190944.545668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d00d7ad. 00010000:00000010:2.1:1776190944.588249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085608ffb. 00010000:00000010:2.1:1776190944.588255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016a11272. 00010000:00000010:2.1:1776190944.598443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9878. 00010000:00000010:2.1:1776190944.631320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db7dbef. 00010000:00000010:2.1:1776190944.638266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef0d0f9. 00010000:00000010:2.1:1776190944.638282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000348de75a. 00010000:00000010:2.1:1776190944.638286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed8b0ede. 00010000:00000010:2.1:1776190944.654042:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bbcb1e1. 00010000:00000010:2.1:1776190944.654052:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae47b467. 00010000:00000010:2.1:1776190944.660560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d202bb2c. 00010000:00000010:2.1:1776190944.660578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051112075. 00010000:00000010:3.1:1776190944.672079:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000affaac9f. 00010000:00000010:3.1:1776190944.672095:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd68d3bd. 00010000:00000010:3.1:1776190944.675198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ec24e03. 00010000:00000010:3.1:1776190944.675214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002485dd75. 00010000:00000010:3.1:1776190944.675219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:3.1:1776190944.687514:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9da6102. 00010000:00000010:2.1:1776190944.689818:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000647a6d80. 00010000:00000010:2.1:1776190944.689830:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:3.1:1776190944.723275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f53f5d1. 00010000:00000010:3.1:1776190944.723292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051112075. 00010000:00000010:2.1:1776190944.727499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004436d43c. 00010000:00000010:2.1:1776190944.727517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001199d6e2. 00010000:00000010:2.1:1776190944.727525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:2.1:1776190944.727528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4f2271. 00010000:00000010:2.1:1776190944.727531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032a1910d. 00010000:00000010:2.1:1776190944.727534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae47b467. 00010000:00000010:2.1:1776190944.727537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000884cdd25. 00010000:00000010:2.1:1776190944.727540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3256c7. 00010000:00000010:2.1:1776190944.727543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023793fae. 00010000:00000010:2.1:1776190944.727547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c0494b. 00010000:00000010:2.1:1776190944.735958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a789de. 00010000:00000010:3.1:1776190944.751325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1aa9e43. 00010000:00000010:3.1:1776190944.751338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed8b0ede. 00010000:00000010:2.1:1776190944.756260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00010000:00000010:2.1:1776190944.768193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d94e6f15. 00010000:00000010:2.1:1776190944.807400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef96a45d. 00010000:00000010:3.1:1776190944.807619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ddb1e19. 00010000:00000010:3.1:1776190944.807626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b3c360. 00010000:00000010:3.1:1776190944.829338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f2c32f4. 00010000:00000010:3.1:1776190944.829366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b16b4bb5. 00010000:00000010:3.1:1776190944.829371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:3.1:1776190944.829374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967831d5. 00010000:00000010:3.1:1776190944.829377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.1:1776190944.840535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014164352. 00010000:00000010:3.1:1776190944.840551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fd5ca81. 00010000:00000010:3.1:1776190944.840555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190944.840558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e91da7. 00010000:00000010:3.1:1776190944.840561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00010000:00000010:2.1:1776190944.840615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000446e8f6. 00010000:00000010:3.1:1776190944.848642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb322341. 00010000:00000010:3.1:1776190944.848651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:2.1:1776190944.859590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006151667c. 00010000:00000010:3.1:1776190944.859740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055b92e55. 00010000:00000010:3.1:1776190944.859747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00010000:00000010:3.1:1776190944.869534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000832d19a6. 00010000:00000010:3.1:1776190944.869551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.1:1776190944.869555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967831d5. 00010000:00000010:3.1:1776190944.869558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:2.1:1776190944.885475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2bd753. 00010000:00000010:3.1:1776190944.887439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010aa9dcb. 00010000:00000010:3.1:1776190944.887447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:2.1:1776190944.959754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008490a7b5. 00010000:00000010:2.1:1776190944.959774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff463a8d. 00010000:00000010:2.1:1776190944.963350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011a65107. 00010000:00000010:2.1:1776190944.963363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000644ae3c3. 00010000:00000010:2.1:1776190944.963367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef0d0f9. 00010000:00000010:3.1:1776190944.967186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cca738. 00010000:00000010:3.1:1776190944.967201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135e5cda. 00010000:00000010:3.1:1776190944.967205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3256c7. 00010000:00000010:3.1:1776190944.976201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0237f9c. 00010000:00000010:3.1:1776190944.976214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089a2d23b. 00010000:00000010:3.1:1776190944.976218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:3.1:1776190944.987840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f9c07d. 00010000:00000010:3.1:1776190944.987858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008deeaeb0. 00010000:00000010:3.1:1776190944.987862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190944.995231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008316ea23. 00010000:00000010:3.1:1776190944.995240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.1:1776190944.999161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004956f5f8. 00010000:00000010:3.1:1776190944.999170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:3.1:1776190945.006245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000242fad2a. 00010000:00000010:3.1:1776190945.006254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190945.014205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000261fae0d. 00010000:00000010:3.1:1776190945.014222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1cd39ba. 00010000:00000010:3.1:1776190945.014231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:3.1:1776190945.026856:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cffa172. 00010000:00000010:3.1:1776190945.026867:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190945.038569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a377e194. 00010000:00000010:2.1:1776190945.049023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035cba1a3. 00010000:00000010:2.1:1776190945.049039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:2.1:1776190945.059837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088010bf4. 00010000:00000010:2.1:1776190945.059849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e37ee3b. 00010000:00000010:2.1:1776190945.059854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae47b467. 00010000:00000010:2.1:1776190945.065180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9e23b3. 00010000:00000010:2.1:1776190945.065201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fb618bc. 00010000:00000010:2.1:1776190945.065205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3256c7. 00010000:00000010:2.1:1776190945.065208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de8d7e9. 00010000:00000010:2.1:1776190945.065211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ccfc07. 00010000:00000010:2.1:1776190945.065213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c0494b. 00010000:00000010:2.1:1776190945.074333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004252d36f. 00010000:00000010:2.1:1776190945.074354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae47b467. 00010000:00000010:2.1:1776190945.097461:0:78129:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006818f3fd. 00010000:00000010:3.1:1776190945.117511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f9a95d. 00010000:00000010:2.1:1776190945.135643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4bffede. 00010000:00000010:3.1:1776190945.152524:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000898a0008. 00010000:00000010:3.1:1776190945.152549:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007441c2e4. 00010000:00000010:3.1:1776190945.152553:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f196b09. 00010000:00000010:3.1:1776190945.158116:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050aeec55. 00010000:00000010:2.1:1776190945.179221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf0e2a3a. 00010000:00000010:2.1:1776190945.179234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046167b96. 00010000:00000010:2.1:1776190945.179238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055c1ce6e. 00010000:00000010:3.1:1776190945.179274:0:78133:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000028c659. 00010000:00000010:2.1:1776190945.206826:0:76294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec27d57c. 00010000:00000010:2.1:1776190945.206838:0:76294:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000562df0d7. 00010000:00000010:2.1:1776190945.206842:0:76294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac609d65. 00010000:00000010:3.1:1776190945.208347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027acb97e. 00010000:00000010:3.1:1776190945.233793:0:78134:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006da3b76c. 00010000:00000010:3.1:1776190945.240481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ba549e. 00010000:00000010:3.1:1776190945.240492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be875a5. 00010000:00000010:3.1:1776190945.240496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1c0d695. 00010000:00000010:3.1:1776190945.240499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0b73c45. 00010000:00000010:3.1:1776190945.240502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.1:1776190945.240505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000278d90c8. 00010000:00000010:3.1:1776190945.240508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069020cc3. 00010000:00000010:3.1:1776190945.240511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:2.1:1776190945.277409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089e0cccd. 00010000:00000010:2.1:1776190945.277439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:3.1:1776190945.292660:0:77115:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fe78d90. 00010000:00000010:3.1:1776190945.292675:0:77115:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000200d8a45. 00010000:00000010:3.1:1776190945.292681:0:77115:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551578f4. 00010000:00000010:2.1:1776190945.293192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000138375a0. 00010000:00000010:2.1:1776190945.293201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e0b2471. 00010000:00000010:2.1:1776190945.293205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.1:1776190945.299092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f002a479. 00010000:00000010:3.1:1776190945.299109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdc2072b. 00010000:00000010:3.1:1776190945.299117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051112075. 00010000:00000010:3.1:1776190945.328164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d704fe4f. 00010000:00000010:3.1:1776190945.328199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:2.1:1776190945.339302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b31c6a. 00010000:00000010:3.1:1776190945.344008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004575ec9. 00010000:00000010:3.1:1776190945.344020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:2.1:1776190945.344071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a3c6ab. 00010000:00000010:3.1:1776190945.348195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ab9691d. 00010000:00000010:3.1:1776190945.348219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:2.1:1776190945.357265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b638e2f2. 00010000:00000010:3.1:1776190945.368185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8399341. 00010000:00000010:3.1:1776190945.368200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.1:1776190945.376652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af72772. 00010000:00000010:3.1:1776190945.376665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ff41dce. 00010000:00000010:3.1:1776190945.376668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190945.388193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a409ae7f. 00010000:00000010:3.1:1776190945.388205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190945.388210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967831d5. 00010000:00000010:3.1:1776190945.388214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.1:1776190945.404270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea5fc3b. 00010000:00000010:3.1:1776190945.404283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041ffbcba. 00010000:00000010:3.1:1776190945.404297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd68d3bd. 00010000:00000010:3.1:1776190945.416965:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000786c2b6b. 00010000:00000010:3.1:1776190945.416978:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190945.424234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7a75348. 00010000:00000010:2.1:1776190945.430347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1d70ef7. 00010000:00000010:2.1:1776190945.430358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed4addcb. 00010000:00000010:2.1:1776190945.450263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5e5c557. 00010000:00000010:2.1:1776190945.450286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bda12ce. 00010000:00000010:2.1:1776190945.450291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bccc260. 00010000:00000010:2.1:1776190945.450294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccdea96a. 00010000:00000010:3.1:1776190945.458231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a49df60. 00010000:00000010:3.1:1776190945.458241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6f981a. 00010000:00000010:3.1:1776190945.466400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004350bd34. 00010000:00000010:3.1:1776190945.466412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc10e766. 00010000:00000010:3.1:1776190945.466417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190945.510399:0:78140:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232ecd3d. 00010000:00000010:2.1:1776190945.555874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf59751. 00010000:00000010:2.1:1776190945.555894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae47b14. 00010000:00000010:2.1:1776190945.555898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008514a12f. 00010000:00000010:3.1:1776190945.573494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eca081e5. 00010000:00000010:3.1:1776190945.573507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c061126a. 00010000:00000010:3.1:1776190945.573512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccdea96a. 00010000:00000010:2.1:1776190945.589161:0:78129:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfe60c0. 00010000:00000010:2.1:1776190945.589168:0:78129:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000351df383. 00010000:00000010:2.1:1776190945.589171:0:78129:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190945.597403:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071e4f27a. 00010000:00000010:2.1:1776190945.598358:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ec8ce2. 00010000:00000010:2.1:1776190945.598365:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bda12ce. 00010000:00000010:3.1:1776190945.607768:0:78141:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef899d51. 00010000:00000010:3.1:1776190945.607780:0:78141:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f375e90. 00010000:00000010:3.1:1776190945.607784:0:78141:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377858bd. 00010000:00000010:3.1:1776190945.607787:0:78141:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e0a27e. 00010000:00000010:2.1:1776190945.632167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2df35aa. 00010000:00000010:2.1:1776190945.642852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2958099. 00010000:00000010:2.1:1776190945.642862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004fc969b. 00010000:00000010:3.1:1776190945.647225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000896bd550. 00010000:00000010:3.1:1776190945.647236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bda12ce. 00010000:00000010:3.1:1776190945.655582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dd5739a. 00010000:00000010:3.1:1776190945.655593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e0a27e. 00010000:00000010:2.1:1776190945.656019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a94aa421. 00010000:00000010:2.1:1776190945.656047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e29c4359. 00010000:00000010:2.1:1776190945.692660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a565513e. 00010000:00000010:2.1:1776190945.692666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1660da. 00010000:00000010:3.1:1776190945.699116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099e221dd. 00010000:00000010:3.1:1776190945.699127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa8ad9e. 00010000:00000010:3.1:1776190945.716468:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a08fdfc. 00010000:00000010:3.1:1776190945.716476:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009886d13a. 00010000:00000010:2.1:1776190945.725357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d170746. 00010000:00000010:3.1:1776190945.728559:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e1caf70. 00010000:00000010:3.1:1776190945.728569:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:2.1:1776190945.736214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cda362a. 00010000:00000010:2.1:1776190945.740163:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2b1ffc. 00010000:00000010:3.1:1776190945.743247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3ddce72. 00010000:00000010:3.1:1776190945.743259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330c4a2d. 00010000:00000010:3.1:1776190945.743263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079a06f2e. 00010000:00000010:3.1:1776190945.743267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:3.1:1776190945.750139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef833a59. 00010000:00000010:2.1:1776190945.771495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f190f96a. 00010000:00000010:2.1:1776190945.771502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005983a793. 00010000:00000010:2.1:1776190945.771506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bccc260. 00010000:00000010:2.1:1776190945.771509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a97b63. 00010000:00000010:2.1:1776190945.782395:0:78148:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b25be29. 00010000:00000010:2.1:1776190945.782411:0:78148:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804e53d0. 00010000:00000010:3.1:1776190945.803106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9446b0c. 00010000:00000010:2.1:1776190945.830472:0:78149:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca819896. 00010000:00000010:2.1:1776190945.830481:0:78149:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd6c2e4. 00010000:00000010:3.1:1776190945.832359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e999279d. 00010000:00000010:2.1:1776190945.848368:0:78154:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce1bdfc2. 00010000:00000010:2.1:1776190945.848387:0:78154:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077dcfad7. 00010000:00000010:2.1:1776190945.848391:0:78154:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804e53d0. 00010000:00000010:3.1:1776190945.861167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1fc5dc9. 00010000:00000010:2.1:1776190945.910929:0:78149:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c9c8f1. 00010000:00000010:2.1:1776190945.910942:0:78149:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d6f71. 00010000:00000010:2.1:1776190945.910946:0:78149:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:3.1:1776190945.911205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6c6faa2. 00010000:00000010:3.1:1776190945.911210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007157958b. 00010000:00000010:3.1:1776190945.911214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009292a7ec. 00010000:00000010:3.1:1776190945.920189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000077fa043. 00010000:00000010:3.1:1776190945.926725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000809be995. 00010000:00000010:3.1:1776190945.926738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001361daa6. 00010000:00000010:3.1:1776190945.926742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000185a13ff. 00010000:00000010:3.1:1776190945.935324:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f092d1a0. 00010000:00000010:2.1:1776190945.945482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc8d7201. 00010000:00000010:2.1:1776190945.945491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:2.1:1776190945.945498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bccc260. 00010000:00000010:2.1:1776190945.945500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e45aa5. 00010000:00000010:3.1:1776190945.992683:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d37a2a. 00010000:00000010:3.1:1776190945.992690:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd6c2e4. 00010000:00000010:3.1:1776190945.992693:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377858bd. 00010000:00000010:3.1:1776190945.992696:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c5e362. 00010000:00000010:3.1:1776190945.998453:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d320e77. 00010000:00000010:3.1:1776190945.998466:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190946.012486:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b415dc2. 00010000:00000010:3.1:1776190946.012500:0:77037:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9af5ab. 00010000:00000010:3.1:1776190946.012503:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190946.025490:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be5a2ce4. 00010000:00000010:3.1:1776190946.025501:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085cee0fe. 00010000:00000010:3.1:1776190946.025504:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c5e362. 00010000:00000010:3.1:1776190946.040524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e40d64b. 00010000:00000010:3.1:1776190946.040534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc1d7016. 00010000:00000010:3.1:1776190946.040538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190946.060151:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a51f68cf. 00010000:00000010:3.1:1776190946.060165:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190946.060170:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377858bd. 00010000:00000010:3.1:1776190946.060183:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:2.1:1776190946.061243:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcb67156. 00010000:00000010:2.1:1776190946.082986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000929d8dc1. 00010000:00000010:2.1:1776190946.082994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a41ae049. 00010000:00000010:2.1:1776190946.082997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c5e362. 00010000:00000010:3.1:1776190946.084584:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000439b379. 00010000:00000010:2.1:1776190946.097417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004753dcf5. 00010000:00000010:2.1:1776190946.097423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e503e23a. 00010000:00000010:2.1:1776190946.114354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092777972. 00010000:00000010:2.1:1776190946.119340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de028f7c. 00010000:00000010:3.1:1776190946.134259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008595157f. 00010000:00000010:3.1:1776190946.172203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b76afa2. 00010000:00000010:3.1:1776190946.172211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cac1493e. 00010000:00000010:3.1:1776190946.172215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330c4a2d. 00010000:00000010:3.1:1776190946.172218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377858bd. 00010000:00000010:3.1:1776190946.172220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190946.191184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004af5861e. 00010000:00000010:3.1:1776190946.191196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:2.1:1776190946.191342:0:78176:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb28b187. 00010000:00000010:2.1:1776190946.246243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab188861. 00010000:00000010:2.1:1776190946.246259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e20cdaa. 00010000:00000010:2.1:1776190946.246262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0244770. 00010000:00000010:2.1:1776190946.255161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.1:1776190946.255189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c41ff43. 00010000:00000010:2.1:1776190946.255198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190946.255203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013ee593b. 00010000:00000010:2.1:1776190946.255208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064532cbb. 00010000:00000010:2.1:1776190946.255213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a55f5ea. 00010000:00000010:3.1:1776190946.266566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b8dca1f. 00010000:00000010:3.1:1776190946.266580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067580d10. 00010000:00000010:3.1:1776190946.266584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fdaa5ab. 00010000:00000010:3.1:1776190946.278235:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000763d8f7f. 00010000:00000010:3.1:1776190946.278247:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8a3a7cb. 00010000:00000010:3.1:1776190946.278252:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190946.292255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029afb80b. 00010000:00000010:3.1:1776190946.292271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcaeeff7. 00010000:00000010:3.1:1776190946.292274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190946.295462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a125014b. 00010000:00000010:3.1:1776190946.295478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a26e8a51. 00010000:00000010:3.1:1776190946.295483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.1:1776190946.295486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377858bd. 00010000:00000010:3.1:1776190946.295492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190946.295495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9cccd1b. 00010000:00000010:3.1:1776190946.295499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d8d495b. 00010000:00000010:3.1:1776190946.295501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:3.1:1776190946.304264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e821e50b. 00010000:00000010:3.1:1776190946.304281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190946.309181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58592bc. 00010000:00000010:2.1:1776190946.320313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019264ce6. 00010000:00000010:2.1:1776190946.320344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:3.1:1776190946.329561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:3.1:1776190946.329576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098db1b3b. 00010000:00000010:3.1:1776190946.329581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a55f5ea. 00010000:00000010:3.1:1776190946.333405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092831d3d. 00010000:00000010:3.1:1776190946.333417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089c10efa. 00010000:00000010:3.1:1776190946.333424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190946.341317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000983957ae. 00010000:00000010:3.1:1776190946.341345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190946.346019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c2ffe4a. 00010000:00000010:3.1:1776190946.346045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093c2d458. 00010000:00000010:3.1:1776190946.346051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.1:1776190946.363457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d059d91. 00010000:00000010:3.1:1776190946.374296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4d4e234. 00010000:00000010:3.1:1776190946.374303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8aee1c. 00010000:00000010:2.1:1776190946.382384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8a38fe. 00010000:00000010:3.1:1776190946.386927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000386ac4e4. 00010000:00000010:3.1:1776190946.386942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:2.1:1776190946.395173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c888da19. 00010000:00000010:3.1:1776190946.395222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094922282. 00010000:00000010:3.1:1776190946.395229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:2.1:1776190946.411537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e377766a. 00010000:00000010:2.1:1776190946.423486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:3.1:1776190946.433454:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d93ddd55. 00010000:00000010:3.1:1776190946.433468:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007877bac7. 00010000:00000010:2.1:1776190946.437203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095a1e6a7. 00010000:00000010:2.1:1776190946.437215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:2.1:1776190946.441247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b07fc571. 00010000:00000010:2.1:1776190946.441258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:3.1:1776190946.455177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b398b308. 00010000:00000010:3.1:1776190946.455196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e14c48d. 00010000:00000010:3.1:1776190946.455202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377858bd. 00010000:00000010:3.1:1776190946.455205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:2.1:1776190946.459211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e905a6a. 00010000:00000010:2.1:1776190946.459232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521fdec6. 00010000:00000010:2.1:1776190946.459320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:2.1:1776190946.491301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005beeeddc. 00010000:00000010:2.1:1776190946.491317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190946.527497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000722ae129. 00010000:00000010:3.1:1776190946.582474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e325997d. 00010000:00000010:3.1:1776190946.582482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004777d27a. 00010000:00000010:3.1:1776190946.582485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005477d6ba. 00010000:00000010:2.1:1776190946.593544:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b65f1ca. 00010000:00000010:2.1:1776190946.604340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018ed128d. 00010000:00000010:2.1:1776190946.604349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020cecf22. 00010000:00000010:2.1:1776190946.604353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f80d0d5a. 00010000:00000010:2.1:1776190946.608365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a00d97e. 00010000:00000010:2.1:1776190946.608387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f1d617. 00010000:00000010:2.1:1776190946.608391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:3.1:1776190946.612337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000247ddaca. 00010000:00000010:3.1:1776190946.612344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000301fbcf2. 00010000:00000010:2.1:1776190946.619298:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd7adf57. 00010000:00000010:2.1:1776190946.627393:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048632ead. 00010000:00000010:2.1:1776190946.627404:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:2.1:1776190946.632614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c14e243. 00010000:00000010:2.1:1776190946.632623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190946.646237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d870c579. 00010000:00000010:2.1:1776190946.646245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000301fbcf2. 00010000:00000010:3.1:1776190946.650255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b699da1. 00010000:00000010:3.1:1776190946.650278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190946.687790:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003165a540. 00010000:00000010:2.1:1776190946.687798:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001167d9b2. 00010000:00000010:3.1:1776190946.708794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af79071. 00010000:00000010:2.1:1776190946.728190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024a03747. 00010000:00000010:2.1:1776190946.744268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bfd4dc7. 00010000:00000010:3.1:1776190946.747179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000364579cd. 00010000:00000010:3.1:1776190946.747186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab45c44. 00010000:00000010:2.1:1776190946.787180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c679190e. 00010000:00000010:2.1:1776190946.805530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006af8867. 00010000:00000010:2.1:1776190946.805539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000185a13ff. 00010000:00000010:2.1:1776190946.810866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d677bcb5. 00010000:00000010:3.1:1776190946.817809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ea36e9c. 00010000:00000010:3.1:1776190946.817816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e14c48d. 00010000:00000010:0.1:1776190946.858386:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ac51aa1. 00010000:00000010:0.1:1776190946.858393:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.1:1776190946.858396:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007024950e. 00010000:00000010:0.1:1776190946.858400:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f9c07d. 00010000:00000010:0.1:1776190946.858403:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea41ea8d. 00010000:00000010:0.1:1776190946.858406:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:0.1:1776190946.858408:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c56c10. 00010000:00000010:0.1:1776190946.858411:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.1:1776190946.858415:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b83b3071. 00010000:00000010:0.1:1776190946.858417:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf229ad. 00010000:00000010:0.1:1776190946.858420:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005750fd4. 00010000:00000010:0.1:1776190946.858422:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:0.1:1776190946.858425:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ec53d78. 00010000:00000010:0.1:1776190946.858427:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190946.858429:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a669752. 00010000:00000010:0.1:1776190946.858433:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000808f1be. 00010000:00000010:0.1:1776190946.858435:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ba3725. 00010000:00000010:0.1:1776190946.858437:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac477054. 00010000:00000010:0.1:1776190946.858441:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f390c812. 00010000:00000010:0.1:1776190946.858444:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e278a903. 00010000:00000010:0.1:1776190946.858446:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f68f769a. 00010000:00000010:0.1:1776190946.858448:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e82b48. 00010000:00000010:0.1:1776190946.858451:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cd76c2e. 00010000:00000010:0.1:1776190946.858453:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359b0d7e. 00010000:00000010:0.1:1776190946.858456:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9d56425. 00010000:00000010:0.1:1776190946.858458:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00010000:00000010:0.1:1776190946.858460:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad027882. 00010000:00000010:0.1:1776190946.858462:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032abf36. 00010000:00000010:0.1:1776190946.858465:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007441c2e4. 00010000:00000010:0.1:1776190946.858468:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009579f21a. 00010000:00000010:0.1:1776190946.858470:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec39c4f5. 00010000:00000010:0.1:1776190946.858472:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cff409d. 00010000:00000010:0.1:1776190946.858474:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000162f652a. 00010000:00000010:0.1:1776190946.858477:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00010000:00000010:0.1:1776190946.858479:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad3087eb. 00010000:00000010:0.1:1776190946.858482:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.1:1776190946.858486:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf5441a9. 00010000:00000010:0.1:1776190946.858489:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006818f3fd. 00010000:00000010:0.1:1776190946.858493:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5da8187. 00010000:00000010:0.1:1776190946.858496:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009854d1ef. 00010000:00000010:0.1:1776190946.858499:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000078e2096. 00010000:00000010:0.1:1776190946.858502:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f4f06a. 00010000:00000010:0.1:1776190946.858505:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a578e89d. 00010000:00000010:0.1:1776190946.858507:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d588b549. 00010000:00000010:0.1:1776190946.858509:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c701071. 00010000:00000010:0.1:1776190946.858511:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ec380c9. 00010000:00000010:0.1:1776190946.858514:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1bdac3. 00010000:00000010:0.1:1776190946.858516:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e984ff2d. 00010000:00000010:0.1:1776190946.858520:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3acdc4f. 00010000:00000010:0.1:1776190946.858524:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90ac8eb. 00010000:00000010:0.1:1776190946.858526:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc55d719. 00010000:00000010:0.1:1776190946.858528:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cfe5c9d. 00010000:00000010:0.1:1776190946.858530:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e8e99c8. 00010000:00000010:0.1:1776190946.858533:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1274c0. 00010000:00000010:0.1:1776190946.858535:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d21a996. 00010000:00000010:0.1:1776190946.858538:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000beb4b4. 00010000:00000010:0.1:1776190946.858540:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019276978. 00010000:00000010:0.1:1776190946.858542:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4388f3. 00010000:00000010:0.1:1776190946.858546:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c059ac81. 00010000:00000010:0.1:1776190946.858551:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.1:1776190946.858553:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f0afcb. 00010000:00000010:0.1:1776190946.858556:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd639ad5. 00010000:00000010:0.1:1776190946.858562:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9af5ab. 00010000:00000010:0.1:1776190946.858564:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a1041. 00010000:00000010:0.1:1776190946.858566:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa244928. 00010000:00000010:0.1:1776190946.858569:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.1:1776190946.858572:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb128cd. 00010000:00000010:0.1:1776190946.858574:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076538d06. 00010000:00000010:0.1:1776190946.858577:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047c48f61. 00010000:00000010:0.1:1776190946.858580:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.1:1776190946.858582:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015fc8d33. 00010000:00000010:0.1:1776190946.858584:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d153388a. 00010000:00000010:0.1:1776190946.858587:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2cecd81. 00010000:00000010:0.1:1776190946.858590:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.1:1776190946.858592:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2720d77. 00010000:00000010:0.1:1776190946.858594:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.1:1776190946.858596:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d19b5a70. 00010000:00000010:0.1:1776190946.858598:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c335453d. 00010000:00000010:0.1:1776190946.858600:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a6e5949. 00010000:00000010:0.1:1776190946.858603:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.1:1776190946.858605:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c1238e2. 00010000:00000010:0.1:1776190946.858608:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153042aa. 00010000:00000010:0.1:1776190946.858610:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4572d56. 00010000:00000010:0.1:1776190946.858612:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000234cb109. 00010000:00000010:0.1:1776190946.858614:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f8f4c11. 00010000:00000010:0.1:1776190946.858617:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4bfc1d. 00010000:00000010:0.1:1776190946.858621:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b03f7bd9. 00010000:00000010:0.1:1776190946.858624:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092a571de. 00010000:00000010:0.1:1776190946.858627:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000797b3445. 00010000:00000010:0.1:1776190946.858630:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000903f92b4. 00010000:00000010:0.1:1776190946.858633:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b228c82. 00010000:00000010:0.1:1776190946.858636:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a0ecc0. 00010000:00000010:0.1:1776190946.858638:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afd4d048. 00010000:00000010:0.1:1776190946.858641:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eb75470. 00010000:00000010:0.1:1776190946.858643:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068902954. 00010000:00000010:0.1:1776190946.858645:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003afda5b1. 00010000:00000010:0.1:1776190946.858647:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbecbae5. 00010000:00000010:0.1:1776190946.858651:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00ec005. 00010000:00000010:0.1:1776190946.858654:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d86b917c. 00010000:00000010:0.1:1776190946.858657:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004deaba9f. 00010000:00000010:0.1:1776190946.858660:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d263da17. 00010000:00000010:0.1:1776190946.858662:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd883c. 00010000:00000010:0.1:1776190946.858664:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2815453. 00010000:00000010:0.1:1776190946.858667:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000987226c6. 00010000:00000010:0.1:1776190946.858669:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad8ab01. 00010000:00000010:0.1:1776190946.858671:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ca5bdf. 00010000:00000010:0.1:1776190946.858673:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d778083. 00010000:00000010:0.1:1776190946.858676:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c153ab5f. 00010000:00000010:0.1:1776190946.858680:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000843a4d8a. 00010000:00000010:0.1:1776190946.858683:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000179f6eca. 00010000:00000010:0.1:1776190946.858684:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746cb041. 00010000:00000010:0.1:1776190946.858687:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b507a4e6. 00010000:00000010:0.1:1776190946.858690:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa42abd4. 00010000:00000010:0.1:1776190946.858692:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a850c904. 00010000:00000010:0.1:1776190946.858694:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e806c91. 00010000:00000010:0.1:1776190946.858696:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8eeaeb2. 00010000:00000010:0.1:1776190946.858698:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009601fe62. 00010000:00000010:0.1:1776190946.858702:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ebdd81. 00010000:00000010:0.1:1776190946.858706:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cffdd1b. 00010000:00000010:0.1:1776190946.858708:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db7dbef. 00010000:00000010:0.1:1776190946.858711:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000264ed42f. 00010000:00000010:0.1:1776190946.858714:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026cbe87b. 00010000:00000010:0.1:1776190946.858715:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d269f97. 00010000:00000010:0.1:1776190946.858718:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190946.858720:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d46fd577. 00010000:00000010:0.1:1776190946.858722:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5c1e17. 00010000:00000010:0.1:1776190946.858725:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9d525db. 00010000:00000010:0.1:1776190946.858728:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c0dd7c. 00010000:00000010:0.1:1776190946.858731:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483c3329. 00010000:00000010:0.1:1776190946.858734:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5c32e2. 00010000:00000010:0.1:1776190946.858738:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060af1ed5. 00010000:00000010:0.1:1776190946.858741:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a43e73. 00010000:00000010:0.1:1776190946.858743:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f970e566. 00010000:00000010:0.1:1776190946.858746:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4775b71. 00010000:00000010:0.1:1776190946.858748:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001e96745. 00010000:00000010:0.1:1776190946.858751:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932ad8cc. 00010000:00000010:0.1:1776190946.858753:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cc2094d. 00010000:00000010:0.1:1776190946.858757:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9878. 00010000:00000010:0.1:1776190946.858761:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a289e89. 00010000:00000010:0.1:1776190946.858764:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ddf549. 00010000:00000010:0.1:1776190946.858766:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c134ca94. 00010000:00000010:0.1:1776190946.858769:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e235525. 00010000:00000010:0.1:1776190946.858771:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffeb118e. 00010000:00000010:0.1:1776190946.858773:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006529d3be. 00010000:00000010:0.1:1776190946.858776:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d61293fe. 00010000:00000010:0.1:1776190946.858778:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044fa3fc1. 00010000:00000010:0.1:1776190946.858781:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ed68fae. 00010000:00000010:0.1:1776190946.858783:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e7184c6. 00010000:00000010:0.1:1776190946.858788:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d6f71. 00010000:00000010:0.1:1776190946.858791:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003601a31. 00010000:00000010:0.1:1776190946.858793:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd4b415. 00010000:00000010:0.1:1776190946.858796:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbaca0bf. 00010000:00000010:0.1:1776190946.858798:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef1c1300. 00010000:00000010:0.1:1776190946.858800:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000674dee3b. 00010000:00000010:0.1:1776190946.858802:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084aae17. 00010000:00000010:0.1:1776190946.858804:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:0.1:1776190946.858807:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c8feb2e. 00010000:00000010:0.1:1776190946.858810:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c888da19. 00010000:00000010:0.1:1776190946.858814:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000402acedc. 00010000:00000010:0.1:1776190946.858817:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190946.858819:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d6f4e3c. 00010000:00000010:0.1:1776190946.858822:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0bb840b. 00010000:00000010:2.1:1776190946.880159:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c48ddca. 00010000:00000010:2.1:1776190946.880166:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944cdae3. 00010000:00000010:2.1:1776190946.884476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082002e54. 00010000:00000010:2.1:1776190946.884502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a55f5ea. 00010000:00000010:2.1:1776190946.884507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094225310. 00010000:00000010:2.1:1776190946.884512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fdaa5ab. 00010000:00000010:2.1:1776190946.884514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd27d6b. 00010000:00000010:2.1:1776190946.884516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e45aa5. 00010000:00000010:2.1:1776190946.884519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009821143d. 00010000:00000010:2.1:1776190946.884523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004d19e1a. 00010000:00000010:2.1:1776190946.884535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a51f68cf. 00010000:00000010:2.1:1776190946.884537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804e53d0. 00010000:00000010:2.1:1776190946.884539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c634e474. 00010000:00000010:2.1:1776190946.884542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a97b63. 00010000:00000010:2.1:1776190946.884545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b813e75. 00010000:00000010:2.1:1776190946.884547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022649db3. 00010000:00000010:2.1:1776190946.884552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d4bd184. 00010000:00000010:2.1:1776190946.884556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bda12ce. 00010000:00000010:2.1:1776190946.884558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa31308c. 00010000:00000010:2.1:1776190946.884561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f375e90. 00010000:00000010:2.1:1776190946.884563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4b2bdf0. 00010000:00000010:2.1:1776190946.884566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccdea96a. 00010000:00000010:2.1:1776190946.884568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db4df837. 00010000:00000010:2.1:1776190946.884571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6f981a. 00010000:00000010:2.1:1776190946.884573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2c66417. 00010000:00000010:2.1:1776190946.884576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd68d3bd. 00010000:00000010:2.1:1776190946.884578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000248b8658. 00010000:00000010:2.1:1776190946.884581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051112075. 00010000:00000010:2.1:1776190946.884583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030a376ed. 00010000:00000010:2.1:1776190946.884586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551578f4. 00010000:00000010:2.1:1776190946.884590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000006a22b2. 00010000:00000010:2.1:1776190946.884592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3256c7. 00010000:00000010:2.1:1776190946.884594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc3d62ac. 00010000:00000010:2.1:1776190946.884597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae47b467. 00010000:00000010:2.1:1776190946.884603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a8aa0c7. 00010000:00000010:2.1:1776190946.884606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c0494b. 00010000:00000010:2.1:1776190946.884608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f97e1ebc. 00010000:00000010:2.1:1776190946.884611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e14c48d. 00010000:00000010:2.1:1776190946.884613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fca9db43. 00010000:00000010:2.1:1776190946.884615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab45c44. 00010000:00000010:2.1:1776190946.884617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f3b3ac0. 00010000:00000010:2.1:1776190946.884620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000301fbcf2. 00010000:00000010:2.1:1776190946.884622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a834f491. 00010000:00000010:2.1:1776190946.884624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b62620. 00010000:00000010:2.1:1776190946.884626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2bc5b37. 00010000:00000010:2.1:1776190946.884631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b7a00cd. 00010000:00000010:2.1:1776190946.884635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000900a0e3b. 00010000:00000010:2.1:1776190946.884638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d26a665. 00010000:00000010:2.1:1776190946.884643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d37a2a. 00010000:00000010:2.1:1776190946.884647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db9b783. 00010000:00000010:2.1:1776190946.884652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e400eebb. 00010000:00000010:2.1:1776190946.884666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099073a68. 00010000:00000010:2.1:1776190946.884669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000623c7ea6. 00010000:00000010:2.1:1776190946.884672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd18f1c7. 00010000:00000010:2.1:1776190946.884675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed1a3b73. 00010000:00000010:2.1:1776190946.884677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a0b3b9f. 00010000:00000010:2.1:1776190946.884679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011772a87. 00010000:00000010:2.1:1776190946.884682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f2e624. 00010000:00000010:2.1:1776190946.884684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd649df. 00010000:00000010:2.1:1776190946.884687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae605a0. 00010000:00000010:2.1:1776190946.884690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000272d83d0. 00010000:00000010:2.1:1776190946.884692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef20b6a5. 00010000:00000010:2.1:1776190946.884701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f563140. 00010000:00000010:2.1:1776190946.884706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092694982. 00010000:00000010:2.1:1776190946.884708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f1e2cf. 00010000:00000010:2.1:1776190946.884711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6db568. 00010000:00000010:2.1:1776190946.884714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008822505e. 00010000:00000010:2.1:1776190946.884717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099464a39. 00010000:00000010:2.1:1776190946.884719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eea8d3c5. 00010000:00000010:2.1:1776190946.884723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4e60667. 00010000:00000010:2.1:1776190946.884726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9a48205. 00010000:00000010:2.1:1776190946.884728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012e0ec42. 00010000:00000010:2.1:1776190946.884730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023f94042. 00010000:00000010:2.1:1776190946.884733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec10406d. 00010000:00000010:2.1:1776190946.884735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cda84de6. 00010000:00000010:2.1:1776190946.884738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd64de1c. 00010000:00000010:2.1:1776190946.884742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004be6aaf8. 00010000:00000010:2.1:1776190946.884744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d699f834. 00010000:00000010:2.1:1776190946.884749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000950082f1. 00010000:00000010:2.1:1776190946.884752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40567e7. 00010000:00000010:2.1:1776190946.884755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007aa82cd5. 00010000:00000010:2.1:1776190946.884757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2416941. 00010000:00000010:2.1:1776190946.884760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1945189. 00010000:00000010:2.1:1776190946.884762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f4a258. 00010000:00000010:2.1:1776190946.884765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fdb6e59. 00010000:00000010:2.1:1776190946.884767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9da04f. 00010000:00000010:2.1:1776190946.884769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecd5c877. 00010000:00000010:2.1:1776190946.884771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2bf6a7f. 00010000:00000010:2.1:1776190946.884774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f80add07. 00010000:00000010:2.1:1776190946.884776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048138966. 00010000:00000010:2.1:1776190946.884778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c142d58c. 00010000:00000010:2.1:1776190946.884780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a30960. 00010000:00000010:2.1:1776190946.884782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000680d4219. 00010000:00000010:2.1:1776190946.884785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040ae0b36. 00010000:00000010:2.1:1776190946.884787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080a2b2e9. 00010000:00000010:2.1:1776190946.884789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e61f4a. 00010000:00000010:2.1:1776190946.884791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d01011d5. 00010000:00000010:2.1:1776190946.884794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de8ae5b3. 00010000:00000010:2.1:1776190946.884798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009401caa5. 00010000:00000010:2.1:1776190946.884801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0025059. 00010000:00000010:2.1:1776190946.884803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001361daa6. 00010000:00000010:2.1:1776190946.884805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d7c6c4a. 00010000:00000010:2.1:1776190946.884807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d46f3f2c. 00010000:00000010:2.1:1776190946.884808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002472d656. 00010000:00000010:2.1:1776190946.884810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81f740c. 00010000:00000010:2.1:1776190946.884814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e905a6a. 00010000:00000010:2.1:1776190946.884816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000771f620d. 00010000:00000010:2.1:1776190946.884819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de8d7e9. 00010000:00000010:2.1:1776190946.884821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f77937d3. 00010000:00000010:2.1:1776190946.884824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094595c1b. 00010000:00000010:2.1:1776190946.884826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3dd4aa9. 00010000:00000010:2.1:1776190946.884828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a306605e. 00010000:00000010:2.1:1776190946.884830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc6780ab. 00010000:00000010:2.1:1776190946.884832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359d5ff1. 00010000:00000010:2.1:1776190946.884834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049af3f4a. 00010000:00000010:2.1:1776190946.884836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030e84989. 00010000:00000010:2.1:1776190946.884841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007157958b. 00010000:00000010:2.1:1776190946.884844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dbb6394. 00010000:00000010:2.1:1776190946.884846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000242fad2a. 00010000:00000010:2.1:1776190946.884849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064c6ce8d. 00010000:00000010:2.1:1776190946.884851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000570a8801. 00010000:00000010:2.1:1776190946.884854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb711a2. 00010000:00000010:2.1:1776190946.884856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3593f52. 00010000:00000010:2.1:1776190946.884860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.1:1776190946.884862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009798ade9. 00010000:00000010:2.1:1776190946.884866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190946.884869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ddccb5d. 00010000:00000010:2.1:1776190946.884871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.1:1776190946.884873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044c4fb30. 00010000:00000010:2.1:1776190946.884876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.1:1776190946.884878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb692b7e. 00010000:00000010:2.1:1776190946.884880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:2.1:1776190946.884882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d757e0d. 00010000:00000010:2.1:1776190946.884884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:2.1:1776190946.884886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cc90d3b. 00010000:00000010:2.1:1776190946.884888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190946.884889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0580c57. 00010000:00000010:2.1:1776190946.884892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.1:1776190946.889039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce7e42a8. 00010000:00000010:2.1:1776190946.889060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00010000:00000010:3.1:1776190946.902250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000040e0a39. 00010000:00000010:3.1:1776190946.902273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.1:1776190946.906170:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015d5878e. 00010000:00000010:2.1:1776190946.906182:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:0.1:1776190946.906424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031634bb3. 00010000:00000010:0.1:1776190946.919185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000280228c3. 00010000:00000010:0.1:1776190946.919198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0bb840b. 00010000:00000010:0.1:1776190946.919204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190946.919207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190946.928480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d536a3b7. 00010000:00000010:3.1:1776190946.932266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000979010c0. 00010000:00000010:3.1:1776190946.932275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c888da19. 00010000:00000010:2.1:1776190946.959176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095c06f4a. 00010000:00000010:2.1:1776190946.959201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:0.1:1776190946.974219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00010000:00000010:2.1:1776190946.974521:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009809e72b. 00010000:00000010:2.1:1776190946.974539:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00010000:00000010:3.1:1776190946.978864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dc15f0f. 00010000:00000010:3.1:1776190946.978877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00010000:00000010:0.1:1776190946.980175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000269dc5f7. 00010000:00000010:2.1:1776190946.982424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ed37859. 00010000:00000010:2.1:1776190946.982444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efa392f6. 00010000:00000010:2.1:1776190946.982451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:2.1:1776190946.982454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0580c57. 00010000:00000010:2.1:1776190946.982457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00010000:00000010:3.1:1776190947.007530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090dfd0dd. 00010000:00000010:2.1:1776190947.014447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcaa649a. 00010000:00000010:2.1:1776190947.014464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:0.1:1776190947.018213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000245e813b. 00010000:00000010:0.1:1776190947.018224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092485553. 00010000:00000010:0.1:1776190947.018228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00010000:00000010:0.1:1776190947.023194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7ac3e21. 00010000:00000010:0.1:1776190947.023218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190947.040592:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a13707. 00010000:00000010:0.1:1776190947.040600:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0bb840b. 00010000:00000010:2.1:1776190947.044375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ed924f4. 00010000:00000010:0.1:1776190947.051164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc410336. 00010000:00000010:0.1:1776190947.051171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190947.055387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee045a2. 00010000:00000010:2.1:1776190947.063199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f7a44b. 00010000:00000010:0.1:1776190947.084184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cee5c65. 00010000:00000010:3.1:1776190947.098249:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021d80218. 00010000:00000010:3.1:1776190947.098263:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a772ce. 00010000:00000010:0.1:1776190947.120187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d97e5cc3. 00010000:00000010:2.1:1776190947.121088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033a571ea. 00010000:00000010:2.1:1776190947.121102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034dc661b. 00010000:00000010:2.1:1776190947.121107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00010000:00000010:2.1:1776190947.121111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000489f0431. 00010000:00000010:2.1:1776190947.121114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190947.121118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0580c57. 00010000:00000010:2.1:1776190947.121120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:0.1:1776190947.124180:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001981cc59. 00010000:00000010:3.1:1776190947.124805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2a91090. 00010000:00000010:3.1:1776190947.124812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:3.1:1776190947.124817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f643ef00. 00010000:00000010:3.1:1776190947.124819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa2cd848. 00010000:00000010:3.1:1776190947.124822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:0.1:1776190947.130601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bad4b2e2. 00010000:00000010:3.1:1776190947.145559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fd20018. 00010000:00000010:3.1:1776190947.145579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:3.1:1776190947.152185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000872e720d. 00010000:00000010:3.1:1776190947.152203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000371d79a0. 00010000:00000010:3.1:1776190947.152208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:0.1:1776190947.160180:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff2e87e5. 00010000:00000010:0.1:1776190947.160205:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:2.1:1776190947.164210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297f252c. 00010000:00000010:0.1:1776190947.164288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b872bbac. 00010000:00000010:0.1:1776190947.164296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190947.186123:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ce96df7. 00010000:00000010:0.1:1776190947.186154:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:3.1:1776190947.197214:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000902ac705. 00010000:00000010:3.1:1776190947.197230:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0c1679. 00010000:00000010:0.1:1776190947.204036:0:1033:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae5e5f3. 00010000:00000010:3.1:1776190947.212168:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001babf2c2. 00010000:00000010:3.1:1776190947.212195:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:0.1:1776190947.228036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc674ec6. 00010000:00000010:3.1:1776190947.235445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072f44b08. 00010000:00000010:3.1:1776190947.235458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:3.1:1776190947.235462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d742b8b9. 00010000:00000010:3.1:1776190947.235466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:0.1:1776190947.245267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000100750bb. 00010000:00000010:0.1:1776190947.245286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002a240cc. 00010000:00000010:0.1:1776190947.245293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8859010. 00010000:00000010:0.1:1776190947.271187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b02f9e. 00010000:00000010:3.1:1776190947.281847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5c69c78. 00010000:00000010:3.1:1776190947.281865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e23b55c. 00010000:00000010:0.1:1776190947.293389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2641e00. 00010000:00000010:2.1:1776190947.300410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098397d49. 00010000:00000010:2.1:1776190947.300434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778ea74a. 00010000:00000010:2.1:1776190947.300438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:0.1:1776190947.328784:0:78183:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008300ad80. 00010000:00000010:0.1:1776190947.328790:0:78183:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d660325. 00010000:00000010:0.1:1776190947.328794:0:78183:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:0.1:1776190947.333579:0:78180:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ace73201. 00010000:00000010:0.1:1776190947.333597:0:78180:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75e8fa7. 00010000:00000010:2.1:1776190947.350761:0:78184:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba66bb18. 00010000:00000010:2.1:1776190947.350769:0:78184:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5b0406. 00010000:00000010:3.1:1776190947.363526:0:78185:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000938aa213. 00010000:00000010:3.1:1776190947.363533:0:78185:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190947.390563:0:78180:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cef433ee. 00010000:00000010:2.1:1776190947.392570:0:78180:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0ecf072. 00010000:00000010:2.1:1776190947.392582:0:78180:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:0.1:1776190947.411427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002def83af. 00010000:00000010:0.1:1776190947.414188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a14c23d5. 00010000:00000010:0.1:1776190947.414198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a204aa. 00010000:00000010:2.1:1776190947.418220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc039ea1. 00010000:00000010:3.1:1776190947.428355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea48ed37. 00010000:00000010:0.1:1776190947.429494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036ef18f5. 00010000:00000010:0.1:1776190947.429511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bd06211. 00010000:00000010:3.1:1776190947.432393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbb81ae3. 00010000:00000010:3.1:1776190947.452168:0:78179:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f31b7c00. 00010000:00000010:3.1:1776190947.468243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050fd8fd4. 00010000:00000010:3.1:1776190947.478121:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a159d47. 00010000:00000010:0.1:1776190947.485434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b47ee0bc. 00010000:00000010:0.1:1776190947.485441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb59c121. 00010000:00000010:0.1:1776190947.485444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad6fba19. 00010000:00000010:0.1:1776190947.485447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190947.485450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8bd6e87. 00010000:00000010:0.1:1776190947.510209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d76c935a. 00010000:00000010:0.1:1776190947.510230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f54d6ca3. 00010000:00000010:0.1:1776190947.510237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ef2d76. 00010000:00000010:3.1:1776190947.513458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005396587f. 00010000:00000010:3.1:1776190947.515607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e5c64b7. 00010000:00000010:3.1:1776190947.515615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8bd6e87. 00010000:00000010:3.1:1776190947.534466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c2e308c. 00010000:00000010:3.1:1776190947.534473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000771775b9. 00010000:00000010:3.1:1776190947.534476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e123e6f. 00010000:00000010:3.1:1776190947.548519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000305b491c. 00010000:00000010:0.1:1776190947.548520:0:78188:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcf47ff2. 00010000:00000010:3.1:1776190947.548535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00010000:00000010:3.1:1776190947.573674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45595c7. 00010000:00000010:3.1:1776190947.573684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e123e6f. 00010000:00000010:3.1:1776190947.573687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d742b8b9. 00010000:00000010:3.1:1776190947.573689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00010000:00000010:0.1:1776190947.584350:0:78190:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3e950ec. 00010000:00000010:0.1:1776190947.584363:0:78190:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:2.1:1776190947.596506:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e6c651. 00010000:00000010:2.1:1776190947.599561:0:78179:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2d0336e. 00010000:00000010:2.1:1776190947.599578:0:78179:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ef2d76. 00010000:00000010:0.1:1776190947.601327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef65623a. 00010000:00000010:2.1:1776190947.616153:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc669936. 00010000:00000010:2.1:1776190947.616165:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbaae56d. 00010000:00000010:3.1:1776190947.617433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe0c0a36. 00010000:00000010:0.1:1776190947.629435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a16d0949. 00010000:00000010:0.1:1776190947.629443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190947.648193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d5b7b39. 00010000:00000010:2.1:1776190947.652292:0:78193:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007559038a. 00010000:00000010:0.1:1776190947.667300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000323c93f8. 00010000:00000010:3.1:1776190947.684162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a6f5cd8. 00010000:00000010:3.1:1776190947.684177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bd06211. 00010000:00000010:2.1:1776190947.684278:0:78195:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5309ce3. 00010000:00000010:0.1:1776190947.699364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5e3feb6. 00010000:00000010:3.1:1776190947.703215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b4778bb. 00010000:00000010:2.1:1776190947.727171:0:78192:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092a9e47a. 00010000:00000010:2.1:1776190947.727189:0:78192:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d66665c3. 00010000:00000010:2.1:1776190947.727196:0:78192:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8859010. 00010000:00000010:2.1:1776190947.748187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f24bfb24. 00010000:00000010:2.1:1776190947.748210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00010000:00000010:0.1:1776190947.758194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c672dd6. 00010000:00000010:2.1:1776190947.760781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2c41d3. 00010000:00000010:2.1:1776190947.760798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:0.1:1776190947.817166:0:78198:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef74d2be. 00010000:00000010:2.1:1776190947.835868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4eaca81. 00010000:00000010:2.1:1776190947.835878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e23b55c. 00010000:00000010:3.1:1776190947.837486:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005555bb8b. 00010000:00000010:2.1:1776190947.850400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb63179. 00010000:00000010:2.1:1776190947.850411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5054fed. 00010000:00000010:2.1:1776190947.850415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e123e6f. 00010000:00000010:3.1:1776190947.851169:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b084a602. 00010000:00000010:3.1:1776190947.851179:0:78199:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b8926b8. 00010000:00000010:3.1:1776190947.851184:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a204aa. 00010000:00000010:0.1:1776190947.864198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b498f09. 00010000:00000010:0.1:1776190947.864204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:0.1:1776190947.864208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190947.864210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f4fde. 00010000:00000010:0.1:1776190947.868379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004da5a35f. 00010000:00000010:3.1:1776190947.869822:0:78199:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000219b0b1. 00010000:00000010:3.1:1776190947.869834:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94d508b. 00010000:00000010:2.1:1776190947.870382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2e28ebf. 00010000:00000010:2.1:1776190947.870388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009be7d218. 00010000:00000010:2.1:1776190947.870392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:0.1:1776190947.880570:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087ffb542. 00010000:00000010:0.1:1776190947.880581:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e628915. 00010000:00000010:0.1:1776190947.880585:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:0.1:1776190947.893181:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2afb56d. 00010000:00000010:0.1:1776190947.893190:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006670f3c0. 00010000:00000010:0.1:1776190947.893195:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f4fde. 00010000:00000010:2.1:1776190947.905734:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095b04011. 00010000:00000010:3.1:1776190947.912234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee28633a. 00010000:00000010:3.1:1776190947.912247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dfa368. 00010000:00000010:0.1:1776190947.912903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5bee3b. 00010000:00000010:0.1:1776190947.912914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94d508b. 00010000:00000010:0.1:1776190947.912918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190947.912921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f4fde. 00010000:00000010:3.1:1776190947.914342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d367c4a4. 00010000:00000010:0.1:1776190947.922398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ed148d8. 00010000:00000010:0.1:1776190947.922407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:0.1:1776190947.922413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2fb9f4f. 00010000:00000010:0.1:1776190947.922416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fb3a55. 00010000:00000010:0.1:1776190947.922418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ef2d76. 00010000:00000010:2.1:1776190947.934168:0:78209:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22a1257. 00010000:00000010:2.1:1776190947.934183:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8bd6e87. 00010000:00000010:2.1:1776190947.934187:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385e2e04. 00010000:00000010:2.1:1776190947.934191:0:78209:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fe3a074. 00010000:00000010:2.1:1776190947.934196:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.1:1776190947.934198:0:78209:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0580c57. 00010000:00000010:2.1:1776190947.934202:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:0.1:1776190947.945281:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7a0658a. 00010000:00000010:3.1:1776190947.947563:0:78210:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000622e5a90. 00010000:00000010:2.1:1776190947.948712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5dad5a8. 00010000:00000010:2.1:1776190947.948721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0c1679. 00010000:00000010:3.1:1776190947.964614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7f766b6. 00010000:00000010:3.1:1776190947.964624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d900609. 00010000:00000010:3.1:1776190947.964629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.1:1776190947.970537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8146845. 00010000:00000010:2.1:1776190947.970544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:0.1:1776190947.993037:0:78216:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071a028a2. 00010000:00000010:0.1:1776190947.993045:0:78216:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d90f6d5. 00010000:00000010:0.1:1776190947.993048:0:78216:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:0.1:1776190947.993051:0:78216:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190947.993055:0:78216:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ef2d76. 00010000:00000010:3.1:1776190948.000239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e18f946a. 00010000:00000010:3.1:1776190948.000248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc8c5fd. 00010000:00000010:3.1:1776190948.000251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f4fde. 00010000:00000010:3.1:1776190948.002904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf11662. 00010000:00000010:3.1:1776190948.002916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000782b4e8f. 00010000:00000010:3.1:1776190948.002920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a772ce. 00010000:00000010:3.1:1776190948.019351:0:78218:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eb5c340. 00010000:00000010:3.1:1776190948.019367:0:78218:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:2.1:1776190948.021158:0:78218:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ba83cc. 00010000:00000010:2.1:1776190948.031617:0:78192:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022497658. 00010000:00000010:3.1:1776190948.040643:0:78219:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00010000:00000010:0.1:1776190948.044251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bba90b37. 00010000:00000010:0.1:1776190948.044269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f80d0d5a. 00010000:00000010:3.1:1776190948.057358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a804aa58. 00010000:00000010:3.1:1776190948.059609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004777d27a. 00010000:00000010:0.1:1776190948.062019:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc2abdc1. 00010000:00000010:0.1:1776190948.079168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddafa415. 00010000:00000010:3.1:1776190948.079308:0:76294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2d97bc9. 00010000:00000010:3.1:1776190948.079324:0:76294:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003262d59. 00010000:00000010:3.1:1776190948.079329:0:76294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:3.1:1776190948.079331:0:76294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfdc5113. 00010000:00000010:3.1:1776190948.079334:0:76294:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a250caa. 00010000:00000010:3.1:1776190948.079337:0:76294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c5e362. 00010000:00000010:3.1:1776190948.084402:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf63b393. 00010000:00000010:3.1:1776190948.084412:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:2.1:1776190948.089389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce35f73. 00010000:00000010:3.1:1776190948.089537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb55798d. 00010000:00000010:3.1:1776190948.089546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:3.1:1776190948.108188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4dc1e2e. 00010000:00000010:3.1:1776190948.112200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e69d052a. 00010000:00000010:2.1:1776190948.120672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000558fcda0. 00010000:00000010:2.1:1776190948.120684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007877bac7. 00010000:00000010:3.1:1776190948.122702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005599a234. 00010000:00000010:2.1:1776190948.133175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae62c69. 00010000:00000010:2.1:1776190948.133191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:0.1:1776190948.133230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd98ac6. 00010000:00000010:2.1:1776190948.135169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ce19a2e. 00010000:00000010:2.1:1776190948.135182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.1:1776190948.135186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0580c57. 00010000:00000010:2.1:1776190948.135188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a6f173. 00010000:00000010:3.1:1776190948.136016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8c49a11. 00010000:00000010:2.1:1776190948.151392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000901b3c2d. 00010000:00000010:2.1:1776190948.151408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00010000:00000010:0.1:1776190948.153391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df653498. 00010000:00000010:2.1:1776190948.154157:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8944e3f. 00010000:00000010:2.1:1776190948.154163:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a6f173. 00010000:00000010:2.1:1776190948.157518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fd6953d. 00010000:00000010:2.1:1776190948.157529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4e67f35. 00010000:00000010:2.1:1776190948.157533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:0.1:1776190948.166449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971083af. 00010000:00000010:0.1:1776190948.166455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:2.1:1776190948.167558:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ef0b11c. 00010000:00000010:3.1:1776190948.174988:0:78228:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067ebae4b. 00010000:00000010:3.1:1776190948.175001:0:78228:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064d62e3c. 00010000:00000010:3.1:1776190948.175086:0:78228:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94d508b. 00010000:00000010:3.1:1776190948.175091:0:78228:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc8c5fd. 00010000:00000010:3.1:1776190948.175093:0:78228:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:2.1:1776190948.184563:0:1030:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec4a91f5. 00010000:00000010:0.1:1776190948.186255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c06ac090. 00010000:00000010:0.1:1776190948.186268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:2.1:1776190948.202249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a53162. 00010000:00000010:2.1:1776190948.202258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c92a561. 00010000:00000010:3.1:1776190948.203294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b2b6cf. 00010000:00000010:3.1:1776190948.206274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e56606e. 00010000:00000010:2.1:1776190948.210204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b0be848. 00010000:00000010:2.1:1776190948.210215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc6e0cc1. 00010000:00000010:3.1:1776190948.210260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000544fbd07. 00010000:00000010:3.1:1776190948.222190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000520e348. 00010000:00000010:3.1:1776190948.222206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094253794. 00010000:00000010:2.1:1776190948.228294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ce0de6d. 00010000:00000010:2.1:1776190948.228302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae9d0c8. 00010000:00000010:3.1:1776190948.235200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000207d42c5. 00010000:00000010:3.1:1776190948.235206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0e2c63. 00010000:00000010:2.1:1776190948.243458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926959fc. 00010000:00000010:2.1:1776190948.247360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2fc1c9d. 00010000:00000010:2.1:1776190948.257017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b710a56. 00010000:00000010:0.1:1776190948.279165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029116936. 00010000:00000010:2.1:1776190948.279418:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebaacdd2. 00010000:00000010:2.1:1776190948.279426:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0affc60. 00010000:00000010:2.1:1776190948.279430:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009886d13a. 00010000:00000010:0.1:1776190948.289204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b29ba21. 00010000:00000010:0.1:1776190948.289217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000484af6fd. 00010000:00000010:0.1:1776190948.289221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00010000:00000010:0.1:1776190948.294163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db31b007. 00010000:00000010:0.1:1776190948.294177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9224eda. 00010000:00000010:0.1:1776190948.294181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75e8fa7. 00010000:00000010:0.1:1776190948.299306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edb1589. 00010000:00000010:0.1:1776190948.299333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000509fe938. 00010000:00000010:0.1:1776190948.299338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5b0406. 00010000:00000010:0.1:1776190948.299342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190948.299345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:3.1:1776190948.316447:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae29687f. 00010000:00000010:0.1:1776190948.317153:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cce19045. 00010000:00000010:0.1:1776190948.317159:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:3.1:1776190948.322360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001b93c17. 00010000:00000010:0.1:1776190948.337432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008445eddb. 00010000:00000010:0.1:1776190948.337440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:0.1:1776190948.337443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971e8f60. 00010000:00000010:0.1:1776190948.337446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5b0406. 00010000:00000010:3.1:1776190948.338738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c676a3. 00010000:00000010:2.1:1776190948.340282:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01d412d. 00010000:00000010:3.1:1776190948.342470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d8dc3db. 00010000:00000010:3.1:1776190948.342489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75e8fa7. 00010000:00000010:0.1:1776190948.347167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd4eb339. 00010000:00000010:0.1:1776190948.347178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5981cbc. 00010000:00000010:0.1:1776190948.347182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:0.1:1776190948.347186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190948.347189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190948.350241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c41e6ce. 00010000:00000010:0.1:1776190948.350259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0bb840b. 00010000:00000010:2.1:1776190948.353148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b2cf253. 00010000:00000010:2.1:1776190948.354369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4f97b9. 00010000:00000010:0.1:1776190948.358286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324ee5f8. 00010000:00000010:0.1:1776190948.358295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009292a7ec. 00010000:00000010:2.1:1776190948.358463:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0b45e67. 00010000:00000010:0.1:1776190948.376199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000085b3094. 00010000:00000010:3.1:1776190948.379751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e80e46. 00010000:00000010:3.1:1776190948.379761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050ce2318. 00010000:00000010:0.1:1776190948.379825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000230e072f. 00010000:00000010:0.1:1776190948.379833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0e0ef1. 00010000:00000010:0.1:1776190948.379837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190948.379840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190948.379843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000832c3b4f. 00010000:00000010:0.1:1776190948.379846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:0.1:1776190948.391218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b8aa69f. 00010000:00000010:2.1:1776190948.422191:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090800554. 00010000:00000010:0.1:1776190948.427072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001f2b476. 00010000:00000010:0.1:1776190948.427084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008514a12f. 00010000:00000010:0.1:1776190948.435502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeaebdd0. 00010000:00000010:0.1:1776190948.435518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:2.1:1776190948.438180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc8def35. 00010000:00000010:0.1:1776190948.442222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df926464. 00010000:00000010:0.1:1776190948.442231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190948.442235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190948.442238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:2.1:1776190948.442297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097f0188e. 00010000:00000010:0.1:1776190948.447907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493c95c5. 00010000:00000010:0.1:1776190948.447921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944cdae3. 00010000:00000010:2.1:1776190948.448170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d0d4679. 00010000:00000010:0.1:1776190948.459816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000368dbd33. 00010000:00000010:0.1:1776190948.459826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:2.1:1776190948.463515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2a151eb. 00010000:00000010:3.1:1776190948.470797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097bc4cc2. 00010000:00000010:0.1:1776190948.473620:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fc4e8a0. 00010000:00000010:0.1:1776190948.473638:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000586879d6. 00010000:00000010:0.1:1776190948.473643:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944cdae3. 00010000:00000010:0.1:1776190948.476483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f8167a. 00010000:00000010:0.1:1776190948.476502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190948.481436:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000155ae4be. 00010000:00000010:0.1:1776190948.481766:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335303a5. 00010000:00000010:0.1:1776190948.481773:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:0.1:1776190948.481777:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190948.481973:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944cdae3. 00010000:00000010:0.1:1776190948.491465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028ad38f6. 00010000:00000010:0.1:1776190948.495422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae766a72. 00010000:00000010:0.1:1776190948.495443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c888da19. 00010000:00000010:2.1:1776190948.496166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d04c897. 00010000:00000010:2.1:1776190948.510623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a89e3e4. 00010000:00000010:3.1:1776190948.513279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e8ac6f. 00010000:00000010:2.1:1776190948.516235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061326e53. 00010000:00000010:2.1:1776190948.516249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa8ad9e. 00010000:00000010:3.1:1776190948.516334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000966a3f4a. 00010000:00000010:3.1:1776190948.525371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817a8026. 00010000:00000010:3.1:1776190948.539526:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000357b2df. 00010000:00000010:1.1:1776190948.542169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234c448b. 00010000:00000010:1.1:1776190948.542187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005983a793. 00010000:00000010:2.1:1776190948.554009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056aac8cd. 00010000:00000010:1.1:1776190948.554153:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aa854a6. 00010000:00000010:1.1:1776190948.554160:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004fc969b. 00010000:00000010:1.1:1776190948.560170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024af6ea7. 00010000:00000010:1.1:1776190948.560180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008539c050. 00010000:00000010:1.1:1776190948.560183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c7d1c00. 00010000:00000010:1.1:1776190948.560187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac609d65. 00010000:00000010:1.1:1776190948.560190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044f21585. 00010000:00000010:1.1:1776190948.560192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046167b96. 00010000:00000010:1.1:1776190948.560195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa1bf027. 00010000:00000010:1.1:1776190948.560198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff463a8d. 00010000:00000010:1.1:1776190948.560200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006284c15b. 00010000:00000010:1.1:1776190948.560202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa8ad9e. 00010000:00000010:1.1:1776190948.560205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098c6a67b. 00010000:00000010:1.1:1776190948.560207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008514a12f. 00010000:00000010:1.1:1776190948.560209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073abb0be. 00010000:00000010:1.1:1776190948.560211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0e0ef1. 00010000:00000010:1.1:1776190948.560213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000544dbe44. 00010000:00000010:1.1:1776190948.560216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009292a7ec. 00010000:00000010:1.1:1776190948.560218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085cee0fe. 00010000:00000010:1.1:1776190948.560222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009886d13a. 00010000:00000010:1.1:1776190948.560226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048e60dd0. 00010000:00000010:1.1:1776190948.560229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc6e0cc1. 00010000:00000010:1.1:1776190948.560231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af6d90ce. 00010000:00000010:1.1:1776190948.560234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007877bac7. 00010000:00000010:1.1:1776190948.560236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000818b10d. 00010000:00000010:1.1:1776190948.560238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004777d27a. 00010000:00000010:1.1:1776190948.560241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1cb594. 00010000:00000010:1.1:1776190948.560243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f80d0d5a. 00010000:00000010:1.1:1776190948.560245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b86cef1. 00010000:00000010:1.1:1776190948.560247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a772ce. 00010000:00000010:1.1:1776190948.560249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb31d236. 00010000:00000010:1.1:1776190948.560252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0c1679. 00010000:00000010:1.1:1776190948.560256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e698fe56. 00010000:00000010:1.1:1776190948.560258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a204aa. 00010000:00000010:1.1:1776190948.560261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002ba8516. 00010000:00000010:1.1:1776190948.560263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e23b55c. 00010000:00000010:1.1:1776190948.560265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e5366b. 00010000:00000010:1.1:1776190948.560267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8859010. 00010000:00000010:1.1:1776190948.572281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae20f8df. 00010000:00000010:1.1:1776190948.572296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bd06211. 00010000:00000010:1.1:1776190948.572302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b60c00f. 00010000:00000010:1.1:1776190948.572317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005983a793. 00010000:00000010:1.1:1776190948.572319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005643d881. 00010000:00000010:1.1:1776190948.572322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbaae56d. 00010000:00000010:1.1:1776190948.572324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eabaa490. 00010000:00000010:1.1:1776190948.572327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad6fba19. 00010000:00000010:1.1:1776190948.572329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001171568a. 00010000:00000010:1.1:1776190948.572333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019205cf9. 00010000:00000010:1.1:1776190948.572336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0b62e42. 00010000:00000010:1.1:1776190948.572340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d74988. 00010000:00000010:1.1:1776190948.572343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051d1011e. 00010000:00000010:1.1:1776190948.572347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ba07dc. 00010000:00000010:1.1:1776190948.572353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb59c121. 00010000:00000010:1.1:1776190948.572356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004851d57c. 00010000:00000010:1.1:1776190948.572358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ec8ce2. 00010000:00000010:1.1:1776190948.572361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebb8b88. 00010000:00000010:1.1:1776190948.572363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c789eb6f. 00010000:00000010:1.1:1776190948.572366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb72dac1. 00010000:00000010:1.1:1776190948.572368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f8d902e. 00010000:00000010:1.1:1776190948.572371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bfc984f. 00010000:00000010:1.1:1776190948.572373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a5f73ad. 00010000:00000010:1.1:1776190948.572376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4df76bf. 00010000:00000010:1.1:1776190948.572379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7f95da7. 00010000:00000010:1.1:1776190948.572383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ec35df. 00010000:00000010:1.1:1776190948.572385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030bcc897. 00010000:00000010:1.1:1776190948.572388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b5991a7. 00010000:00000010:1.1:1776190948.572390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c75203e2. 00010000:00000010:1.1:1776190948.572392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005913a06d. 00010000:00000010:1.1:1776190948.572394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d9fc6df. 00010000:00000010:1.1:1776190948.572397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000197c3b71. 00010000:00000010:1.1:1776190948.572399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b51c25e. 00010000:00000010:1.1:1776190948.572402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000568dac3b. 00010000:00000010:1.1:1776190948.572405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008052c112. 00010000:00000010:1.1:1776190948.572407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002837a447. 00010000:00000010:1.1:1776190948.572409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa0294db. 00010000:00000010:1.1:1776190948.572411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b800b5f7. 00010000:00000010:1.1:1776190948.572416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45595c7. 00010000:00000010:1.1:1776190948.572419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f855308. 00010000:00000010:1.1:1776190948.572421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045cf44f8. 00010000:00000010:1.1:1776190948.572424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e02cf3. 00010000:00000010:1.1:1776190948.572426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096f79073. 00010000:00000010:1.1:1776190948.572428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bccd893. 00010000:00000010:1.1:1776190948.572431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037f257fa. 00010000:00000010:1.1:1776190948.572433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000125c1fa1. 00010000:00000010:1.1:1776190948.572436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1c7a19. 00010000:00000010:1.1:1776190948.572438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d7ed4e7. 00010000:00000010:1.1:1776190948.572440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000118e1f15. 00010000:00000010:1.1:1776190948.572442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019106320. 00010000:00000010:1.1:1776190948.572444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de54f2c3. 00010000:00000010:1.1:1776190948.572446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d12b032c. 00010000:00000010:1.1:1776190948.572448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030d7be2b. 00010000:00000010:1.1:1776190948.572450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c626f48e. 00010000:00000010:1.1:1776190948.572452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b010fa. 00010000:00000010:1.1:1776190948.572453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076a07332. 00010000:00000010:1.1:1776190948.572458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000364579cd. 00010000:00000010:1.1:1776190948.572462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfb8b4a. 00010000:00000010:1.1:1776190948.572464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099e221dd. 00010000:00000010:1.1:1776190948.572466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050dec7fa. 00010000:00000010:1.1:1776190948.572468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097772120. 00010000:00000010:1.1:1776190948.572471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e80e46. 00010000:00000010:1.1:1776190948.572473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063ba5de7. 00010000:00000010:1.1:1776190948.572475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c4f89c. 00010000:00000010:1.1:1776190948.572477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a02fbfa. 00010000:00000010:1.1:1776190948.572479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7768685. 00010000:00000010:1.1:1776190948.572481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3c122a8. 00010000:00000010:1.1:1776190948.572484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098fd20d1. 00010000:00000010:1.1:1776190948.572486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d4967c9. 00010000:00000010:1.1:1776190948.572488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aab75b22. 00010000:00000010:1.1:1776190948.572490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f88ca74e. 00010000:00000010:1.1:1776190948.572492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:1.1:1776190948.572494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a2872f3. 00010000:00000010:1.1:1776190948.572497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b3c360. 00010000:00000010:1.1:1776190948.572500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8bcb9a3. 00010000:00000010:1.1:1776190948.572503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ab8be. 00010000:00000010:1.1:1776190948.572505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190948.572507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:1.1:1776190948.572510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e79739c6. 00010000:00000010:1.1:1776190948.572512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de8aa31. 00010000:00000010:1.1:1776190948.572517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009809e72b. 00010000:00000010:1.1:1776190948.572521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:1.1:1776190948.572522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1caa735. 00010000:00000010:1.1:1776190948.572526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00010000:00000010:1.1:1776190948.572529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b9214d6. 00010000:00000010:1.1:1776190948.572534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:1.1:1776190948.572536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d296a2b0. 00010000:00000010:1.1:1776190948.572539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:1.1:1776190948.572542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008756c688. 00010000:00000010:1.1:1776190948.572546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077687cd4. 00010000:00000010:1.1:1776190948.572549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d58e7dd. 00010000:00000010:1.1:1776190948.572551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:1.1:1776190948.572553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a7f174. 00010000:00000010:1.1:1776190948.572557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:1.1:1776190948.572559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002514e8d8. 00010000:00000010:1.1:1776190948.572561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190948.572566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008445eddb. 00010000:00000010:1.1:1776190948.572568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:1.1:1776190948.572571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9708d71. 00010000:00000010:1.1:1776190948.572575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b31c6a. 00010000:00000010:1.1:1776190948.572578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d8f32d8. 00010000:00000010:1.1:1776190948.572580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df297404. 00010000:00000010:1.1:1776190948.572582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c2459f. 00010000:00000010:1.1:1776190948.572585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b771d66. 00010000:00000010:1.1:1776190948.572587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002429a811. 00010000:00000010:1.1:1776190948.572592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b184019. 00010000:00000010:1.1:1776190948.572594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b26947f7. 00010000:00000010:1.1:1776190948.572598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000191c03c4. 00010000:00000010:1.1:1776190948.572604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034dc661b. 00010000:00000010:1.1:1776190948.572608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0b0ac0. 00010000:00000010:1.1:1776190948.572610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e36df149. 00010000:00000010:1.1:1776190948.572614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e7bfb57. 00010000:00000010:1.1:1776190948.572616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004316ce16. 00010000:00000010:1.1:1776190948.572619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d342e7. 00010000:00000010:1.1:1776190948.572621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5bdf01. 00010000:00000010:1.1:1776190948.572625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b35927. 00010000:00000010:1.1:1776190948.572627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf96b33c. 00010000:00000010:1.1:1776190948.572630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000412375b9. 00010000:00000010:1.1:1776190948.572632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000398dc8c5. 00010000:00000010:1.1:1776190948.572635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e454a03d. 00010000:00000010:1.1:1776190948.572637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0e14f7b. 00010000:00000010:1.1:1776190948.572641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3554f1. 00010000:00000010:1.1:1776190948.572643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e9e1732. 00010000:00000010:1.1:1776190948.572646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c06905d. 00010000:00000010:1.1:1776190948.572648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f238c3ef. 00010000:00000010:1.1:1776190948.572651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000377596c4. 00010000:00000010:1.1:1776190948.572653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc3f1948. 00010000:00000010:1.1:1776190948.572656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f880d9. 00010000:00000010:1.1:1776190948.572658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c15649. 00010000:00000010:1.1:1776190948.572663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c2ffe4a. 00010000:00000010:1.1:1776190948.572666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a386109. 00010000:00000010:1.1:1776190948.572670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d7670. 00010000:00000010:1.1:1776190948.572672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ade73cdb. 00010000:00000010:1.1:1776190948.572675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007017bd64. 00010000:00000010:1.1:1776190948.572678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e05319. 00010000:00000010:1.1:1776190948.572681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da808593. 00010000:00000010:1.1:1776190948.572683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a7ee8a7. 00010000:00000010:2.1:1776190948.573229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b3b9189. 00010000:00000010:1.1:1776190948.573650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006c0fe1d. 00010000:00000010:1.1:1776190948.573655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f58e33. 00010000:00000010:1.1:1776190948.573659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048b730aa. 00010000:00000010:1.1:1776190948.573662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a043fd9c. 00010000:00000010:1.1:1776190948.573665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c358cfd7. 00010000:00000010:1.1:1776190948.573668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006905c475. 00010000:00000010:1.1:1776190948.573671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d960c03b. 00010000:00000010:1.1:1776190948.573673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27eff. 00010000:00000010:1.1:1776190948.573675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd78bb. 00010000:00000010:1.1:1776190948.573681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4455b5. 00010000:00000010:1.1:1776190948.573684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030816486. 00010000:00000010:1.1:1776190948.573788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e92a9a92. 00010000:00000010:1.1:1776190948.573792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e3639c. 00010000:00000010:1.1:1776190948.573794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3238cec. 00010000:00000010:1.1:1776190948.573797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca0a5e3. 00010000:00000010:1.1:1776190948.573799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce7464f. 00010000:00000010:1.1:1776190948.573803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac35b55. 00010000:00000010:1.1:1776190948.573805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d15f4c9d. 00010000:00000010:1.1:1776190948.573808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034dfe9c1. 00010000:00000010:1.1:1776190948.573810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca18ad0. 00010000:00000010:1.1:1776190948.573813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2f3d89. 00010000:00000010:1.1:1776190948.573815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b850975e. 00010000:00000010:1.1:1776190948.573817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000900cd161. 00010000:00000010:1.1:1776190948.573819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000811ec3d8. 00010000:00000010:1.1:1776190948.573823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004fc969b. 00010000:00000010:1.1:1776190948.573825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d03271df. 00010000:00000010:1.1:1776190948.573829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff81af9f. 00010000:00000010:1.1:1776190948.573832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a96c0a7. 00010000:00000010:1.1:1776190948.573837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d71491. 00010000:00000010:1.1:1776190948.574231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d494767f. 00010000:00000010:1.1:1776190948.574238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048cc6349. 00010000:00000010:1.1:1776190948.574241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008696365a. 00010000:00000010:1.1:1776190948.574244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.1:1776190948.574248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009de2bebe. 00010000:00000010:1.1:1776190948.574250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd124ab. 00010000:00000010:1.1:1776190948.574252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079410f0f. 00010000:00000010:1.1:1776190948.574255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.1:1776190948.574258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e42600e0. 00010000:00000010:1.1:1776190948.574260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee434d7. 00010000:00000010:1.1:1776190948.574264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000397d8c05. 00010000:00000010:1.1:1776190948.574266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00010000:00000010:1.1:1776190948.574269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bbfe12c. 00010000:00000010:1.1:1776190948.574271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.1:1776190948.574274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aea7c4c7. 00010000:00000010:1.1:1776190948.574276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.1:1776190948.574278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c748fa76. 00010000:00000010:1.1:1776190948.574281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a28d73. 00010000:00000010:1.1:1776190948.574284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e518d2. 00010000:00000010:1.1:1776190948.574287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.1:1776190948.574289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dbca9f5. 00010000:00000010:1.1:1776190948.574291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b51222. 00010000:00000010:1.1:1776190948.574293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000859eb575. 00010000:00000010:1.1:1776190948.574296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.1:1776190948.574300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d2b50f0. 00010000:00000010:1.1:1776190948.574303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac88223. 00010000:00000010:1.1:1776190948.574315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746dec06. 00010000:00000010:1.1:1776190948.574319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00010000:00000010:1.1:1776190948.574321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95536e8. 00010000:00000010:1.1:1776190948.574323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.1:1776190948.574325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009498bd8f. 00010000:00000010:1.1:1776190948.574327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00010000:00000010:1.1:1776190948.574329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78ffc4c. 00010000:00000010:1.1:1776190948.574331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00010000:00000010:1.1:1776190948.574333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0002329. 00010000:00000010:1.1:1776190948.574336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009599b158. 00010000:00000010:1.1:1776190948.574338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db1241c5. 00010000:00000010:1.1:1776190948.574341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a90fb20. 00010000:00000010:1.1:1776190948.574343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ad450bd. 00010000:00000010:1.1:1776190948.574346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa80b6d2. 00010000:00000010:1.1:1776190948.574348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ebc4f. 00010000:00000010:1.1:1776190948.574350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cdadf5b. 00010000:00000010:0.1:1776190948.578155:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190948.578165:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c888da19. 00010000:00000010:0.1:1776190948.578169:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015f4aa79. 00010000:00000010:0.1:1776190948.578172:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:0.1:1776190948.578176:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a6faaf0. 00010000:00000010:0.1:1776190948.578178:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190948.578181:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e92d891a. 00010000:00000010:0.1:1776190948.578183:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0bb840b. 00010000:00000010:0.1:1776190948.578185:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000851544d9. 00010000:00000010:0.1:1776190948.578187:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5b0406. 00010000:00000010:0.1:1776190948.578192:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b935d3b5. 00010000:00000010:0.1:1776190948.578195:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75e8fa7. 00010000:00000010:0.1:1776190948.578197:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c48ddca. 00010000:00000010:0.1:1776190948.578200:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c92a561. 00010000:00000010:0.1:1776190948.578205:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ed148d8. 00010000:00000010:0.1:1776190948.578208:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94d508b. 00010000:00000010:0.1:1776190948.578210:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d6f4e3c. 00010000:00000010:0.1:1776190948.578212:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ef2d76. 00010000:00000010:0.1:1776190948.578215:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000402acedc. 00010000:00000010:0.1:1776190948.578218:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f4fde. 00010000:00000010:0.1:1776190948.578221:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c8feb2e. 00010000:00000010:0.1:1776190948.578224:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8bd6e87. 00010000:00000010:0.1:1776190948.578226:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084aae17. 00010000:00000010:0.1:1776190948.578229:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dfa368. 00010000:00000010:0.1:1776190948.578231:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef1c1300. 00010000:00000010:0.1:1776190948.578234:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944cdae3. 00010000:00000010:0.1:1776190948.578236:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd4b415. 00010000:00000010:0.1:1776190948.578241:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000674dee3b. 00010000:00000010:0.1:1776190948.578243:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d6f71. 00010000:00000010:0.1:1776190948.578247:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbaca0bf. 00010000:00000010:0.1:1776190948.578252:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ed68fae. 00010000:00000010:0.1:1776190948.578255:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003601a31. 00010000:00000010:0.1:1776190948.578259:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d61293fe. 00010000:00000010:0.1:1776190948.578262:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e7184c6. 00010000:00000010:0.1:1776190948.578264:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffeb118e. 00010000:00000010:0.1:1776190948.578267:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044fa3fc1. 00010000:00000010:0.1:1776190948.578269:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c134ca94. 00010000:00000010:0.1:1776190948.578271:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006529d3be. 00010000:00000010:0.1:1776190948.578274:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a289e89. 00010000:00000010:0.1:1776190948.578276:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e235525. 00010000:00000010:0.1:1776190948.578279:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cc2094d. 00010000:00000010:0.1:1776190948.578282:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ddf549. 00010000:00000010:0.1:1776190948.578284:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001e96745. 00010000:00000010:0.1:1776190948.578286:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9878. 00010000:00000010:0.1:1776190948.578288:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f970e566. 00010000:00000010:0.1:1776190948.578291:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db31b007. 00010000:00000010:0.1:1776190948.578294:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060af1ed5. 00010000:00000010:0.1:1776190948.578297:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932ad8cc. 00010000:00000010:0.1:1776190948.578300:0:71746:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483c3329. 00010000:00000010:0.1:1776190948.578303:0:71746:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4775b71. 00010000:00000010:2.1:1776190948.601170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9d525db. 00010000:00000010:2.1:1776190948.601192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a43e73. 00010000:00000010:2.1:1776190948.601196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f495af10. 00010000:00000010:2.1:1776190948.601199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:3.1:1776190948.605477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000887e56ee. 00010000:00000010:3.1:1776190948.605489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00010000:00000010:3.1:1776190948.605496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc8c5fd. 00010000:00000010:3.1:1776190948.605499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e0a27e. 00010000:00000010:3.1:1776190948.605504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ac86ef0. 00010000:00000010:3.1:1776190948.605508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aafa1940. 00010000:00000010:3.1:1776190948.605510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fb3e6c3. 00010000:00000010:3.1:1776190948.605512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:3.1:1776190948.605515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000087163e7. 00010000:00000010:3.1:1776190948.605518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:3.1:1776190948.605520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029570fba. 00010000:00000010:3.1:1776190948.605522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c5e362. 00010000:00000010:2.1:1776190948.609193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067cb81e8. 00010000:00000010:3.1:1776190948.609300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000797c6f7f. 00010000:00000010:3.1:1776190948.609317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.1:1776190948.609321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401cfc75. 00010000:00000010:3.1:1776190948.609324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190948.609326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c98ac25. 00010000:00000010:3.1:1776190948.609329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.1:1776190948.609331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8460c3d. 00010000:00000010:3.1:1776190948.609336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190948.609338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db0983e5. 00010000:00000010:3.1:1776190948.609342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.1:1776190948.609344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000341f1802. 00010000:00000010:3.1:1776190948.609347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e123e6f. 00010000:00000010:3.1:1776190948.609349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d742b8b9. 00010000:00000010:3.1:1776190948.609351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00010000:00000010:3.1:1776190948.609357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003663ee17. 00010000:00000010:3.1:1776190948.609362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:3.1:1776190948.609365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008601d96d. 00010000:00000010:3.1:1776190948.609367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:3.1:1776190948.609369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a665f3c7. 00010000:00000010:3.1:1776190948.609371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:3.1:1776190948.609373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000677f7f75. 00010000:00000010:3.1:1776190948.609376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00010000:00000010:3.1:1776190948.609378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043ea6aec. 00010000:00000010:3.1:1776190948.609380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:3.1:1776190948.609384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007824d490. 00010000:00000010:3.1:1776190948.609386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.1:1776190948.609388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d86a6d1. 00010000:00000010:3.1:1776190948.609393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b37e4c. 00010000:00000010:3.1:1776190948.609398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cae902b. 00010000:00000010:3.1:1776190948.609400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000556def86. 00010000:00000010:3.1:1776190948.609402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036889ae5. 00010000:00000010:3.1:1776190948.609405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2e4319. 00010000:00000010:3.1:1776190948.609408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004efe5523. 00010000:00000010:3.1:1776190948.609412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05bd01f. 00010000:00000010:3.1:1776190948.609418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a804aa58. 00010000:00000010:3.1:1776190948.609421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644115a. 00010000:00000010:3.1:1776190948.609423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1829fed. 00010000:00000010:3.1:1776190948.609425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007318effe. 00010000:00000010:3.1:1776190948.609428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eb5c340. 00010000:00000010:3.1:1776190948.609431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008212bfbb. 00010000:00000010:3.1:1776190948.609434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a44e6a. 00010000:00000010:3.1:1776190948.609436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c519ac93. 00010000:00000010:3.1:1776190948.609439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ada7bf8f. 00010000:00000010:3.1:1776190948.609441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.1:1776190948.609443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d820feec. 00010000:00000010:3.1:1776190948.609445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.1:1776190948.609447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fec3f34. 00010000:00000010:3.1:1776190948.609450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56b1b0d. 00010000:00000010:3.1:1776190948.609452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1badf5c. 00010000:00000010:3.1:1776190948.609455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.1:1776190948.609457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014e1117a. 00010000:00000010:3.1:1776190948.609459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a68e2. 00010000:00000010:3.1:1776190948.609461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4868551. 00010000:00000010:3.1:1776190948.609464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a8b98ea. 00010000:00000010:3.1:1776190948.609466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a41ae049. 00010000:00000010:3.1:1776190948.609468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.1:1776190948.609473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000875422d7. 00010000:00000010:3.1:1776190948.609477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:3.1:1776190948.609481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ba5383. 00010000:00000010:3.1:1776190948.609483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:3.1:1776190948.609485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fa1517. 00010000:00000010:3.1:1776190948.609490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:3.1:1776190948.609493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a64f190. 00010000:00000010:3.1:1776190948.609495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.1:1776190948.609498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190948.609500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:0.1:1776190948.613596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5827dc2. 00010000:00000010:0.1:1776190948.613617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098133dd2. 00010000:00000010:3.1:1776190948.619325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b8ec53f. 00010000:00000010:3.1:1776190948.619341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4775b71. 00010000:00000010:2.1:1776190948.620317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa5fd398. 00010000:00000010:3.1:1776190948.633244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005857fe54. 00010000:00000010:3.1:1776190948.633251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:1.1:1776190948.633612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a48dfb2. 00010000:00000010:2.1:1776190948.643769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000675b3acc. 00010000:00000010:0.1:1776190948.657033:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e4cc16d. 00010000:00000010:0.1:1776190948.657042:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:0.1:1776190948.658553:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023e29410. 00010000:00000010:0.1:1776190948.658565:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea038330. 00010000:00000010:0.1:1776190948.658568:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932ad8cc. 00010000:00000010:3.1:1776190948.659716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b57d70. 00010000:00000010:2.1:1776190948.661283:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa73d5c2. 00010000:00000010:2.1:1776190948.661292:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db31b007. 00010000:00000010:2.1:1776190948.675549:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a22f048f. 00010000:00000010:2.1:1776190948.675556:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ffbb38e. 00010000:00000010:2.1:1776190948.675566:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.1:1776190948.675570:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f495af10. 00010000:00000010:2.1:1776190948.675572:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.1:1776190948.686607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f29b45f. 00010000:00000010:2.1:1776190948.686621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c616446. 00010000:00000010:2.1:1776190948.686626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:1.1:1776190948.695180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f837160. 00010000:00000010:2.1:1776190948.703805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015d86919. 00010000:00000010:2.1:1776190948.703814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:3.1:1776190948.704283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079564817. 00010000:00000010:0.1:1776190948.710904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bef06312. 00010000:00000010:0.1:1776190948.710921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:1.1:1776190948.719188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af67539. 00010000:00000010:0.1:1776190948.724184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e519fb7. 00010000:00000010:0.1:1776190948.724195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932ad8cc. 00010000:00000010:3.1:1776190948.724337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0863bb2. 00010000:00000010:3.1:1776190948.724344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076bed1ff. 00010000:00000010:3.1:1776190948.724347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5c32e2. 00010000:00000010:3.1:1776190948.724351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190948.724355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:1.1:1776190948.732989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fd3dac3. 00010000:00000010:0.1:1776190948.737513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004711c7a0. 00010000:00000010:0.1:1776190948.737526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:3.1:1776190948.748206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054e4bfa4. 00010000:00000010:3.1:1776190948.748217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49c223d. 00010000:00000010:3.1:1776190948.748222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c0dd7c. 00010000:00000010:3.1:1776190948.759574:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ef981a9. 00010000:00000010:2.1:1776190948.766241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063a436eb. 00010000:00000010:2.1:1776190948.766255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.1:1776190948.772169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fd8faf0. 00010000:00000010:3.1:1776190948.772187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:3.1:1776190948.772191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190948.772195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:1.1:1776190948.772299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d75dd1. 00010000:00000010:2.1:1776190948.772362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56f2c40. 00010000:00000010:2.1:1776190948.772368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000758623a4. 00010000:00000010:2.1:1776190948.772372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.1:1776190948.787714:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9186f02. 00010000:00000010:2.1:1776190948.787730:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:0.1:1776190948.791316:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d099eed8. 00010000:00000010:3.1:1776190948.798248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd3a755. 00010000:00000010:0.1:1776190948.804175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ff60194. 00010000:00000010:0.1:1776190948.804195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:1.1:1776190948.816299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000500af400. 00010000:00000010:3.1:1776190948.828519:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005375025d. 00010000:00000010:2.1:1776190948.836320:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002b10f4f. 00010000:00000010:2.1:1776190948.836333:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932ad8cc. 00010000:00000010:0.1:1776190948.840351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001a040a8. 00010000:00000010:0.1:1776190948.840360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:2.1:1776190948.844404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a9b2956. 00010000:00000010:1.1:1776190948.845191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cce5515. 00010000:00000010:1.1:1776190948.845201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5c1e17. 00010000:00000010:1.1:1776190948.845206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ebc4f. 00010000:00000010:1.1:1776190948.845211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cdadf5b. 00010000:00000010:1.1:1776190948.848283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c85a344a. 00010000:00000010:1.1:1776190948.848301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa80b6d2. 00010000:00000010:0.1:1776190948.848386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c73ee4d8. 00010000:00000010:1.1:1776190948.853366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59da4d7. 00010000:00000010:2.1:1776190948.859602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000194459fd. 00010000:00000010:2.1:1776190948.859623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a90fb20. 00010000:00000010:1.1:1776190948.865997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000282bfa49. 00010000:00000010:1.1:1776190948.866013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b8ee4af. 00010000:00000010:1.1:1776190948.866017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:3.1:1776190948.869547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f98581. 00010000:00000010:2.1:1776190948.879358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bf59a3f. 00010000:00000010:2.1:1776190948.879375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa80b6d2. 00010000:00000010:2.1:1776190948.883727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7ac9c8e. 00010000:00000010:2.1:1776190948.883746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae038831. 00010000:00000010:2.1:1776190948.883751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.1:1776190948.883754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f495af10. 00010000:00000010:2.1:1776190948.883757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190948.889933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000535fe328. 00010000:00000010:2.1:1776190948.889956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:0.1:1776190948.890289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d299323d. 00010000:00000010:3.1:1776190948.899394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007187b57f. 00010000:00000010:2.1:1776190948.903317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e18a2dd. 00010000:00000010:2.1:1776190948.903338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:3.1:1776190948.908098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f57dc1b2. 00010000:00000010:2.1:1776190948.908430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003886b03e. 00010000:00000010:2.1:1776190948.908438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060ce2c1d. 00010000:00000010:2.1:1776190948.908442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190948.917475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001d54fab. 00010000:00000010:2.1:1776190948.917492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:0.1:1776190948.923102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003750e0e2. 00010000:00000010:0.1:1776190948.923111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00010000:00000010:0.1:1776190948.923115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d6f71. 00010000:00000010:0.1:1776190948.923117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:2.1:1776190948.931173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0657fc. 00010000:00000010:0.1:1776190948.939764:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259cfae8. 00010000:00000010:0.1:1776190948.939908:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f606e3e. 00010000:00000010:0.1:1776190948.939916:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026cbe87b. 00010000:00000010:0.1:1776190948.948952:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000728e6e14. 00010000:00000010:0.1:1776190948.948970:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000513388c5. 00010000:00000010:0.1:1776190948.948977:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db7dbef. 00010000:00000010:0.1:1776190948.957185:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007d9348f. 00010000:00000010:0.1:1776190948.957194:0:1036:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135af611. 00010000:00000010:0.1:1776190948.957198:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190948.966668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9aaa322. 00010000:00000010:1.1:1776190948.966818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c845231. 00010000:00000010:1.1:1776190948.966825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026cbe87b. 00010000:00000010:2.1:1776190948.972215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86ef9fb. 00010000:00000010:2.1:1776190948.972223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0920a74. 00010000:00000010:2.1:1776190948.972229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cdadf5b. 00010000:00000010:2.1:1776190948.972232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f495af10. 00010000:00000010:2.1:1776190948.972236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.1:1776190948.975803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025ed78bb. 00010000:00000010:2.1:1776190948.975819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb253c3f. 00010000:00000010:2.1:1776190948.975824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190948.991457:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8945157. 00010000:00000010:2.1:1776190948.991475:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004c0945b. 00010000:00000010:2.1:1776190948.991480:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.1:1776190949.004657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c626f53c. 00010000:00000010:2.1:1776190949.004666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e03c60f2. 00010000:00000010:2.1:1776190949.004671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190949.011193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf8c483a. 00010000:00000010:2.1:1776190949.011205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009629ed7d. 00010000:00000010:2.1:1776190949.011210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.1:1776190949.021236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000036a5fbb. 00010000:00000010:2.1:1776190949.021254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebde9d38. 00010000:00000010:2.1:1776190949.021259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.1:1776190949.030248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00010000:00000010:0.1:1776190949.034460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8e24cba. 00010000:00000010:0.1:1776190949.034469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:0.1:1776190949.039416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049a146a0. 00010000:00000010:0.1:1776190949.039430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7a571eb. 00010000:00000010:0.1:1776190949.039433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190949.047391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9d91dbe. 00010000:00000010:0.1:1776190949.047409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5879f5e. 00010000:00000010:0.1:1776190949.047414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db7dbef. 00010000:00000010:3.1:1776190949.056825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a036e78. 00010000:00000010:0.1:1776190949.060091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ab3f3f. 00010000:00000010:0.1:1776190949.060110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ebdd81. 00010000:00000010:2.1:1776190949.060187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdec9fd4. 00010000:00000010:1.1:1776190949.064267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b90c158d. 00010000:00000010:1.1:1776190949.064287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190949.081187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b699e4. 00010000:00000010:0.1:1776190949.081205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000409f1e51. 00010000:00000010:0.1:1776190949.081211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009599b158. 00010000:00000010:0.1:1776190949.081214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d6f71. 00010000:00000010:0.1:1776190949.081216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ebdd81. 00010000:00000010:2.1:1776190949.091228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095a9f063. 00010000:00000010:1.1:1776190949.117240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b563847. 00010000:00000010:1.1:1776190949.117256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db7dbef. 00010000:00000010:0.1:1776190949.122431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9cdbd2d. 00010000:00000010:1.1:1776190949.126614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005524dbbf. 00010000:00000010:1.1:1776190949.126630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a256fb. 00010000:00000010:2.1:1776190949.127168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046bae2fe. 00010000:00000010:2.1:1776190949.127178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000618f777. 00010000:00000010:2.1:1776190949.127182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd0960f7. 00010000:00000010:2.1:1776190949.127184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dceafe96. 00010000:00000010:3.1:1776190949.127356:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccdfbb65. 00010000:00000010:3.1:1776190949.127362:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00010000:00000010:3.1:1776190949.148275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009055d406. 00010000:00000010:3.1:1776190949.148287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:1.1:1776190949.150232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af024b. 00010000:00000010:2.1:1776190949.150284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003805449d. 00010000:00000010:0.1:1776190949.150333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090c59f88. 00010000:00000010:0.1:1776190949.150340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00010000:00000010:0.1:1776190949.153539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9a97a53. 00010000:00000010:3.1:1776190949.153599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db89ca1a. 00010000:00000010:3.1:1776190949.153607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ebdd81. 00010000:00000010:0.1:1776190949.167944:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa6fcf7. 00010000:00000010:0.1:1776190949.167960:0:77037:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af55f46d. 00010000:00000010:0.1:1776190949.167964:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402440da. 00010000:00000010:3.1:1776190949.177200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008230b5e1. 00010000:00000010:3.1:1776190949.177216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db7dbef. 00010000:00000010:3.1:1776190949.192120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebf5a1e2. 00010000:00000010:3.1:1776190949.192157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:0.1:1776190949.192225:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004377205e. 00010000:00000010:0.1:1776190949.200799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c641878. 00010000:00000010:3.1:1776190949.211223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5830825. 00010000:00000010:3.1:1776190949.211241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006800793a. 00010000:00000010:3.1:1776190949.211246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00010000:00000010:3.1:1776190949.211250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190949.211254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.1:1776190949.216150:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a91f84b. 00010000:00000010:3.1:1776190949.216164:0:78230:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efc70378. 00010000:00000010:3.1:1776190949.216168:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:2.1:1776190949.227318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084985f46. 00010000:00000010:1.1:1776190949.241168:0:78231:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3772da3. 00010000:00000010:1.1:1776190949.241184:0:78231:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:0.1:1776190949.250366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a154b4. 00010000:00000010:0.1:1776190949.250380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024414736. 00010000:00000010:0.1:1776190949.250386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.1:1776190949.251502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4429193. 00010000:00000010:3.1:1776190949.251516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b77d0e63. 00010000:00000010:3.1:1776190949.251520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a256fb. 00010000:00000010:0.1:1776190949.257199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092578ddc. 00010000:00000010:0.1:1776190949.257211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d8039bb. 00010000:00000010:0.1:1776190949.257216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190949.257219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d6f71. 00010000:00000010:0.1:1776190949.257222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026cbe87b. 00010000:00000010:0.1:1776190949.262392:0:78233:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f58277f. 00010000:00000010:0.1:1776190949.262400:0:78233:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ecd36f. 00010000:00000010:0.1:1776190949.262405:0:78233:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5c1e17. 00010000:00000010:3.1:1776190949.267171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524002de. 00010000:00000010:1.1:1776190949.272242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc003337. 00010000:00000010:1.1:1776190949.272254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932ad8cc. 00010000:00000010:1.1:1776190949.300378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003095c06a. 00010000:00000010:1.1:1776190949.300389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008eaae36. 00010000:00000010:1.1:1776190949.300393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d24cbb90. 00010000:00000010:1.1:1776190949.300397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026cbe87b. 00010000:00000010:0.1:1776190949.308185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000852baf44. 00010000:00000010:0.1:1776190949.308196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c78a577a. 00010000:00000010:0.1:1776190949.308200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000861a8efc. 00010000:00000010:0.1:1776190949.308203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5c1e17. 00010000:00000010:0.1:1776190949.308207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039565b53. 00010000:00000010:3.1:1776190949.309649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e81d7dc. 00010000:00000010:3.1:1776190949.309669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a87e8a6. 00010000:00000010:3.1:1776190949.309674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000705a8da3. 00010000:00000010:1.1:1776190949.312728:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083375284. 00010000:00000010:1.1:1776190949.312737:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.1:1776190949.331174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e62656e5. 00010000:00000010:2.1:1776190949.336835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb9d408. 00010000:00000010:2.1:1776190949.336917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb045d08. 00010000:00000010:2.1:1776190949.336922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002cc8082. 00010000:00000010:3.1:1776190949.345641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083c64e4c. 00010000:00000010:3.1:1776190949.345659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006115f98. 00010000:00000010:3.1:1776190949.345664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:3.1:1776190949.348186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004267d712. 00010000:00000010:3.1:1776190949.348200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00010000:00000010:1.1:1776190949.348332:0:62027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042006dbf. 00010000:00000010:2.1:1776190949.374413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abcf10c1. 00010000:00000010:3.1:1776190949.378355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bea6cbff. 00010000:00000010:3.1:1776190949.378370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.1:1776190949.378374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190949.378377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00010000:00000010:0.1:1776190949.386650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009594402f. 00010000:00000010:3.1:1776190949.389074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d99d32f. 00010000:00000010:3.1:1776190949.389090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.1:1776190949.390160:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008693ee2a. 00010000:00000010:3.1:1776190949.390165:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:0.1:1776190949.394185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9a18840. 00010000:00000010:2.1:1776190949.399270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2da636a. 00010000:00000010:2.1:1776190949.399279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00010000:00000010:0.1:1776190949.399360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f263949. 00010000:00000010:0.1:1776190949.413228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0379ee1. 00010000:00000010:3.1:1776190949.417050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a231e42e. 00010000:00000010:3.1:1776190949.417072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.1:1776190949.424516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b54131f. 00010000:00000010:3.1:1776190949.424738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d9abe3. 00010000:00000010:3.1:1776190949.424745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:0.1:1776190949.447498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f96be8d. 00010000:00000010:0.1:1776190949.447513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e296746. 00010000:00000010:0.1:1776190949.447517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.1:1776190949.466197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f7693bf. 00010000:00000010:1.1:1776190949.467380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ee0f902. 00010000:00000010:1.1:1776190949.467391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5c1e17. 00010000:00000010:1.1:1776190949.485965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be28e55. 00010000:00000010:0.1:1776190949.492431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b70fdc6. 00010000:00000010:0.1:1776190949.492449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55661df. 00010000:00000010:0.1:1776190949.499915:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eca2744f. 00010000:00000010:0.1:1776190949.499926:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:1.1:1776190949.507228:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb8024fb. 00010000:00000010:0.1:1776190949.507479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc0ce68a. 00010000:00000010:0.1:1776190949.507486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acbc6ced. 00010000:00000010:0.1:1776190949.507491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c0dd7c. 00010000:00000010:3.1:1776190949.515341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004726c4c9. 00010000:00000010:0.1:1776190949.516445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000790cc4dd. 00010000:00000010:0.1:1776190949.516455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b28ea52. 00010000:00000010:0.1:1776190949.516459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5c32e2. 00010000:00000010:0.1:1776190949.516463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d6f71. 00010000:00000010:0.1:1776190949.516466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190949.516469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e32b74b. 00010000:00000010:0.1:1776190949.516471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db31b007. 00010000:00000010:0.1:1776190949.530190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b5dbfc8. 00010000:00000010:0.1:1776190949.530208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c0dd7c. 00010000:00000010:3.1:1776190949.530222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000597747f2. 00010000:00000010:1.1:1776190949.538165:0:78239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aecaafd0. 00010000:00000010:2.1:1776190949.539750:0:78230:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a1c733a. 00010000:00000010:2.1:1776190949.539760:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db31b007. 00010000:00000010:2.1:1776190949.550552:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000156d73eb. 00010000:00000010:2.1:1776190949.550562:0:78230:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006382798c. 00010000:00000010:2.1:1776190949.550565:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:3.1:1776190949.554161:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e3efda6. 00010000:00000010:3.1:1776190949.554174:0:78230:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8547d6c. 00010000:00000010:3.1:1776190949.554179:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:3.1:1776190949.554182:0:78230:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190949.554186:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:2.1:1776190949.564154:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42105e7. 00010000:00000010:2.1:1776190949.564161:0:15847:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000389962c3. 00010000:00000010:2.1:1776190949.564165:0:15847:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.1:1776190949.569397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b96a97. 00010000:00000010:0.1:1776190949.573092:0:78240:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000386ab2b6. 00010000:00000010:0.1:1776190949.573099:0:78240:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:0.1:1776190949.577266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d97d8a5. 00010000:00000010:2.1:1776190949.577873:0:78229:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000148c9c2d. 00010000:00000010:2.1:1776190949.577881:0:78229:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c0dd7c. 00010000:00000010:1.1:1776190949.582329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a4d8bd. 00010000:00000010:2.1:1776190949.583197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000750cc39d. 00010000:00000010:2.1:1776190949.583203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:3.1:1776190949.588179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000063510f7. 00010000:00000010:2.1:1776190949.596180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa6e2fa0. 00010000:00000010:2.1:1776190949.596186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00010000:00000010:2.1:1776190949.596190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7ba8fcc. 00010000:00000010:2.1:1776190949.596192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:0.1:1776190949.596399:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f8ea2db. 00010000:00000010:1.1:1776190949.603436:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b74439cf. 00010000:00000010:3.1:1776190949.603715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005494dc09. 00010000:00000010:3.1:1776190949.603724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00010000:00000010:3.1:1776190949.611208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc5f4bb. 00010000:00000010:3.1:1776190949.611218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:0.1:1776190949.616220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000106f0f39. 00010000:00000010:3.1:1776190949.620839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0afc721. 00010000:00000010:3.1:1776190949.620854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:3.1:1776190949.620860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cae09b6. 00010000:00000010:3.1:1776190949.620863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b4d78a0. 00010000:00000010:3.1:1776190949.620870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402440da. 00010000:00000010:3.1:1776190949.635164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000350f1c4f. 00010000:00000010:3.1:1776190949.635171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097106602. 00010000:00000010:3.1:1776190949.635176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.1:1776190949.635180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190949.635184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00010000:00000010:3.1:1776190949.637185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c3bb1f. 00010000:00000010:3.1:1776190949.637199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b50e9f7. 00010000:00000010:3.1:1776190949.637204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:1.1:1776190949.640207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000570d213e. 00010000:00000010:1.1:1776190949.640215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402440da. 00010000:00000010:0.1:1776190949.640258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000511aa8a5. 00010000:00000010:3.1:1776190949.648350:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003046692e. 00010000:00000010:1.1:1776190949.651387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bc91adb. 00010000:00000010:1.1:1776190949.651395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000580f6e71. 00010000:00000010:3.1:1776190949.658166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003eb9684. 00010000:00000010:1.1:1776190949.658280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffd4192b. 00010000:00000010:1.1:1776190949.658287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:3.1:1776190949.660237:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb91d6. 00010000:00000010:1.1:1776190949.660974:0:78245:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000126221db. 00010000:00000010:1.1:1776190949.660981:0:78245:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000061c89a5. 00010000:00000010:1.1:1776190949.665753:0:78245:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b31c947. 00010000:00000010:1.1:1776190949.665760:0:78245:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d18ce20. 00010000:00000010:1.1:1776190949.665779:0:78245:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:0.1:1776190949.674446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdfcce4c. 00010000:00000010:0.1:1776190949.674921:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d66e31. 00010000:00000010:3.1:1776190949.675812:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f101bc5. 00010000:00000010:3.1:1776190949.675823:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000580f6e71. 00010000:00000010:3.1:1776190949.678154:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bac6b735. 00010000:00000010:3.1:1776190949.678159:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:3.1:1776190949.691161:0:78242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad0a4459. 00010000:00000010:0.1:1776190949.691161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003601fa1. 00010000:00000010:3.1:1776190949.691170:0:78242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00010000:00000010:0.1:1776190949.693209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000287c33e5. 00010000:00000010:3.1:1776190949.697072:0:66445:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba5b03c1. 00010000:00000010:3.1:1776190949.697078:0:66445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:2.1:1776190949.709420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feb099ab. 00010000:00000010:2.1:1776190949.709430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:2.1:1776190949.709435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7ba8fcc. 00010000:00000010:2.1:1776190949.709438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:0.1:1776190949.711318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b60390f7. 00010000:00000010:1.1:1776190949.712327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008278bfb2. 00010000:00000010:1.1:1776190949.712338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00010000:00000010:0.1:1776190949.716181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000448f9fef. 00010000:00000010:0.1:1776190949.719170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f3140b4. 00010000:00000010:2.1:1776190949.719289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e7b4153. 00010000:00000010:1.1:1776190949.720518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000790c4b13. 00010000:00000010:1.1:1776190949.720526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:1.1:1776190949.722369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d3b25b6. 00010000:00000010:1.1:1776190949.722381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000061c89a5. 00010000:00000010:0.1:1776190949.727175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab74fdc5. 00010000:00000010:1.1:1776190949.730588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b526d20. 00010000:00000010:1.1:1776190949.730606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:1.1:1776190949.740812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d70797d. 00010000:00000010:1.1:1776190949.740827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f723a6c. 00010000:00000010:1.1:1776190949.740833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:1.1:1776190949.740837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ebc4f. 00010000:00000010:1.1:1776190949.740839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:0.1:1776190949.751164:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092818c95. 00010000:00000010:3.1:1776190949.751165:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046f3dd8f. 00010000:00000010:3.1:1776190949.751171:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000061c89a5. 00010000:00000010:0.1:1776190949.768165:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001794c191. 00010000:00000010:3.1:1776190949.770048:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff7d1ee1. 00010000:00000010:3.1:1776190949.770058:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:0.1:1776190949.785938:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e2bed9. 00010000:00000010:2.1:1776190949.789263:0:78251:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b49cb799. 00010000:00000010:2.1:1776190949.789277:0:78251:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00010000:00000010:3.1:1776190949.789845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdc51ec1. 00010000:00000010:3.1:1776190949.789853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068829ef1. 00010000:00000010:3.1:1776190949.789857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:0.1:1776190949.803098:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeab78eb. 00010000:00000010:0.1:1776190949.803116:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003db603e6. 00010000:00000010:0.1:1776190949.803120:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:0.1:1776190949.815438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078d9ee72. 00010000:00000010:0.1:1776190949.815446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:2.1:1776190949.817893:0:78251:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001209fabc. 00010000:00000010:1.1:1776190949.824608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069273bce. 00010000:00000010:0.1:1776190949.837410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfce2db5. 00010000:00000010:0.1:1776190949.837426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5c32e2. 00010000:00000010:3.1:1776190949.853178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fba553f7. 00010000:00000010:3.1:1776190949.853199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4775b71. 00010000:00000010:0.1:1776190949.853716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c32f5a. 00010000:00000010:1.1:1776190949.875329:0:78249:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062bb422c. 00010000:00000010:1.1:1776190949.875340:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:3.1:1776190949.876181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c51ae361. 00010000:00000010:2.1:1776190949.893959:0:78258:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b84597. 00010000:00000010:2.1:1776190949.893972:0:78258:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e231ad82. 00010000:00000010:2.1:1776190949.893976:0:78258:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:3.1:1776190949.916453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012abee23. 00010000:00000010:3.1:1776190949.916465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000505985b6. 00010000:00000010:3.1:1776190949.916470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:3.1:1776190949.916474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190949.916479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:1.1:1776190949.925309:0:78261:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006798e8a5. 00010000:00000010:1.1:1776190949.925317:0:78261:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5907f06. 00010000:00000010:1.1:1776190949.925321:0:78261:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:3.1:1776190949.926170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbf7c71. 00010000:00000010:1.1:1776190949.928375:0:78260:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003759052f. 00010000:00000010:1.1:1776190949.928382:0:78260:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:2.1:1776190949.939959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027a3e9ae. 00010000:00000010:0.1:1776190949.941927:0:78249:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a78039c5. 00010000:00000010:0.1:1776190949.941938:0:78249:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf93790. 00010000:00000010:2.1:1776190949.943256:0:78264:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a643248. 00010000:00000010:2.1:1776190949.943268:0:78264:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5c32e2. 00010000:00000010:3.1:1776190949.944235:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072d5e6fd. 00010000:00000010:3.1:1776190949.982994:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a4fcbef. 00010000:00000010:2.1:1776190949.983244:0:78267:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae6ece57. 00010000:00000010:2.1:1776190949.983252:0:78267:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.1:1776190949.983256:0:78267:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7ba8fcc. 00010000:00000010:2.1:1776190949.983258:0:78267:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:0.1:1776190949.984785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000105e5be6. 00010000:00000010:1.1:1776190949.999289:0:78268:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfabb1ca. 00010000:00000010:1.1:1776190949.999316:0:78268:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00010000:00000010:0.1:1776190950.030312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9688fdd. 00010000:00000010:2.1:1776190950.031014:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a974e0. 00010000:00000010:2.1:1776190950.031023:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:2.1:1776190950.042302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ff7e127. 00010000:00000010:2.1:1776190950.042313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001385dc0. 00010000:00000010:2.1:1776190950.042317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:2.1:1776190950.062822:0:78272:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d7629a. 00010000:00000010:2.1:1776190950.062921:0:78272:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017948a05. 00010000:00000010:2.1:1776190950.062928:0:78272:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:3.1:1776190950.087309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b1a9157. 00010000:00000010:3.1:1776190950.087322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb9814c. 00010000:00000010:3.1:1776190950.087326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00010000:00000010:3.1:1776190950.087329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a64f190. 00010000:00000010:3.1:1776190950.087332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:0.1:1776190950.109223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bb3e50b. 00010000:00000010:0.1:1776190950.109235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.1:1776190950.109277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4113263. 00010000:00000010:3.1:1776190950.119044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e77fa8a. 00010000:00000010:3.1:1776190950.129341:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2e1d192. 00010000:00000010:2.1:1776190950.130434:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019964aa3. 00010000:00000010:2.1:1776190950.130444:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000105e5be6. 00010000:00000010:1.1:1776190950.139273:0:78278:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000273e5023. 00010000:00000010:2.1:1776190950.139965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2a06799. 00010000:00000010:2.1:1776190950.139972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.1:1776190950.143351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a64f190. 00010000:00000010:2.1:1776190950.143369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:3.1:1776190950.144530:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071111e8c. 00010000:00000010:3.1:1776190950.144546:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000303d7f99. 00010000:00000010:3.1:1776190950.144551:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00010000:00000010:3.1:1776190950.144555:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f859c3. 00010000:00000010:3.1:1776190950.144558:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.1:1776190950.174152:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e36b8ad6. 00010000:00000010:2.1:1776190950.174210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072da09bc. 00010000:00000010:2.1:1776190950.174218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:3.1:1776190950.185245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a467cb75. 00010000:00000010:3.1:1776190950.185261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8cbab9a. 00010000:00000010:3.1:1776190950.185266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:0.1:1776190950.205434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063702cb2. 00010000:00000010:1.1:1776190950.208239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023172209. 00010000:00000010:1.1:1776190950.208251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.1:1776190950.222488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace4711b. 00010000:00000010:1.1:1776190950.227188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e7dcb9. 00010000:00000010:1.1:1776190950.227207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27c8e00. 00010000:00000010:1.1:1776190950.241871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6e7cb9. 00010000:00000010:1.1:1776190950.241901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007419c6fe. 00010000:00000010:1.1:1776190950.241907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433babfc. 00010000:00000010:1.1:1776190950.241913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ebc4f. 00010000:00000010:1.1:1776190950.241917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27c8e00. 00010000:00000010:0.1:1776190950.264189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047ce34ed. 00010000:00000010:0.1:1776190950.264198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ddbf704. 00010000:00000010:0.1:1776190950.264203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27c8e00. 00010000:00000010:1.1:1776190950.265121:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc505470. 00010000:00000010:1.1:1776190950.265296:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dc8414d. 00010000:00000010:1.1:1776190950.265302:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:1.1:1776190950.268214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bdf3d89. 00010000:00000010:1.1:1776190950.268233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190950.268383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682c01bf. 00010000:00000010:1.1:1776190950.273799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe9ac6c3. 00010000:00000010:1.1:1776190950.273815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032f09ba9. 00010000:00000010:1.1:1776190950.273820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433babfc. 00010000:00000010:0.1:1776190950.278363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008589c0af. 00010000:00000010:1.1:1776190950.295187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000675de0b0. 00010000:00000010:1.1:1776190950.295206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a43e73. 00010000:00000010:1.1:1776190950.301177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4d19272. 00010000:00000010:1.1:1776190950.301193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:0.1:1776190950.303632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde17c7e. 00010000:00000010:2.1:1776190950.305191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baec9813. 00010000:00000010:1.1:1776190950.305262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000915544fd. 00010000:00000010:1.1:1776190950.305271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433babfc. 00010000:00000010:1.1:1776190950.305276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003af631a3. 00010000:00000010:1.1:1776190950.305279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf93790. 00010000:00000010:0.1:1776190950.305606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb199b1. 00010000:00000010:1.1:1776190950.316646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010045460. 00010000:00000010:1.1:1776190950.316655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df149053. 00010000:00000010:1.1:1776190950.316661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:2.1:1776190950.325210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acce4f84. 00010000:00000010:1.1:1776190950.325637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be596b91. 00010000:00000010:1.1:1776190950.325646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:2.1:1776190950.337192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f637b656. 00010000:00000010:1.1:1776190950.341206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031e086ec. 00010000:00000010:1.1:1776190950.341225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:1.1:1776190950.341229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ebc4f. 00010000:00000010:1.1:1776190950.341233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:0.1:1776190950.352703:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0ac513e. 00010000:00000010:1.1:1776190950.356355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d0e928c. 00010000:00000010:1.1:1776190950.356370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf93790. 00010000:00000010:1.1:1776190950.360310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b52d2b47. 00010000:00000010:1.1:1776190950.360325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433babfc. 00010000:00000010:1.1:1776190950.360329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000577252aa. 00010000:00000010:1.1:1776190950.360331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:2.1:1776190950.360817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c290fee. 00010000:00000010:2.1:1776190950.360825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008765d9db. 00010000:00000010:2.1:1776190950.365180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077bf9255. 00010000:00000010:1.1:1776190950.369231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008397778d. 00010000:00000010:1.1:1776190950.369249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:2.1:1776190950.374175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ad4aa1d. 00010000:00000010:1.1:1776190950.376799:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fb0b1e6. 00010000:00000010:1.1:1776190950.376817:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf93790. 00010000:00000010:1.1:1776190950.376900:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ebc4f. 00010000:00000010:1.1:1776190950.376909:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:1.1:1776190950.376913:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ad450bd. 00010000:00000010:1.1:1776190950.376915:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433babfc. 00010000:00000010:1.1:1776190950.376918:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db1241c5. 00010000:00000010:1.1:1776190950.376922:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000061c89a5. 00010000:00000010:1.1:1776190950.376925:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0002329. 00010000:00000010:1.1:1776190950.376929:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000580f6e71. 00010000:00000010:1.1:1776190950.376934:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78ffc4c. 00010000:00000010:1.1:1776190950.376937:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55661df. 00010000:00000010:1.1:1776190950.376940:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009498bd8f. 00010000:00000010:1.1:1776190950.376942:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb045d08. 00010000:00000010:1.1:1776190950.376944:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95536e8. 00010000:00000010:1.1:1776190950.376947:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000705a8da3. 00010000:00000010:1.1:1776190950.377555:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746dec06. 00010000:00000010:1.1:1776190950.377560:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c78a577a. 00010000:00000010:1.1:1776190950.377562:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d2b50f0. 00010000:00000010:1.1:1776190950.377563:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a256fb. 00010000:00000010:1.1:1776190950.377566:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022afaddb. 00010000:00000010:1.1:1776190950.377568:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd0960f7. 00010000:00000010:1.1:1776190950.377570:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622d2c12. 00010000:00000010:1.1:1776190950.377572:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009599b158. 00010000:00000010:1.1:1776190950.377573:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4de1d9. 00010000:00000010:1.1:1776190950.377575:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cdadf5b. 00010000:00000010:1.1:1776190950.377577:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae038831. 00010000:00000010:1.1:1776190950.377578:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa80b6d2. 00010000:00000010:1.1:1776190950.377581:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000859eb575. 00010000:00000010:1.1:1776190950.377583:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a90fb20. 00010000:00000010:1.1:1776190950.377585:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dbca9f5. 00010000:00000010:1.1:1776190950.377586:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27c8e00. 00010000:00000010:1.1:1776190950.377588:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e518d2. 00010000:00000010:1.1:1776190950.377589:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00010000:00000010:1.1:1776190950.377591:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c748fa76. 00010000:00000010:1.1:1776190950.377593:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00010000:00000010:1.1:1776190950.377595:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aea7c4c7. 00010000:00000010:1.1:1776190950.377597:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.1:1776190950.397177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a17d5. 00010000:00000010:1.1:1776190950.397184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098886906. 00010000:00000010:1.1:1776190950.397190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00010000:00000010:1.1:1776190950.397200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aea7c4c7. 00010000:00000010:1.1:1776190950.397204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.1:1776190950.397208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c748fa76. 00010000:00000010:1.1:1776190950.397211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00010000:00000010:1.1:1776190950.397214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e518d2. 00010000:00000010:1.1:1776190950.397218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00010000:00000010:1.1:1776190950.397221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dbca9f5. 00010000:00000010:1.1:1776190950.397224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac88223. 00010000:00000010:1.1:1776190950.397227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000859eb575. 00010000:00000010:1.1:1776190950.397230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.1:1776190950.397232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bbfe12c. 00010000:00000010:1.1:1776190950.397234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b51222. 00010000:00000010:1.1:1776190950.397236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000397d8c05. 00010000:00000010:1.1:1776190950.397239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.1:1776190950.397241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e42600e0. 00010000:00000010:1.1:1776190950.397243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a28d73. 00010000:00000010:1.1:1776190950.397246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079410f0f. 00010000:00000010:1.1:1776190950.397248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.1:1776190950.397251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009de2bebe. 00010000:00000010:1.1:1776190950.397253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.1:1776190950.397256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008696365a. 00010000:00000010:1.1:1776190950.397258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00010000:00000010:1.1:1776190950.397260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d494767f. 00010000:00000010:1.1:1776190950.397263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee434d7. 00010000:00000010:1.1:1776190950.397268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae038831. 00010000:00000010:1.1:1776190950.397271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.1:1776190950.397273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4de1d9. 00010000:00000010:1.1:1776190950.397276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd124ab. 00010000:00000010:1.1:1776190950.397278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622d2c12. 00010000:00000010:1.1:1776190950.397281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.1:1776190950.397283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022afaddb. 00010000:00000010:1.1:1776190950.397285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048cc6349. 00010000:00000010:1.1:1776190950.397287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d2b50f0. 00010000:00000010:1.1:1776190950.397300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d71491. 00010000:00000010:1.1:1776190950.397302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746dec06. 00010000:00000010:1.1:1776190950.397305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff81af9f. 00010000:00000010:1.1:1776190950.397307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95536e8. 00010000:00000010:1.1:1776190950.397310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27c8e00. 00010000:00000010:1.1:1776190950.408183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009498bd8f. 00010000:00000010:1.1:1776190950.408196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a90fb20. 00010000:00000010:1.1:1776190950.408201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78ffc4c. 00010000:00000010:1.1:1776190950.408205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa80b6d2. 00010000:00000010:1.1:1776190950.408208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0002329. 00010000:00000010:1.1:1776190950.408212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cdadf5b. 00010000:00000010:1.1:1776190950.408214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db1241c5. 00010000:00000010:1.1:1776190950.408217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009599b158. 00010000:00000010:1.1:1776190950.408219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ad450bd. 00010000:00000010:1.1:1776190950.408221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd0960f7. 00010000:00000010:1.1:1776190950.408223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ebc4f. 00010000:00000010:1.1:1776190950.408227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a256fb. 00010000:00000010:1.1:1776190950.408235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a96c0a7. 00010000:00000010:1.1:1776190950.408238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c78a577a. 00010000:00000010:1.1:1776190950.408241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d03271df. 00010000:00000010:1.1:1776190950.408243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000705a8da3. 00010000:00000010:1.1:1776190950.408245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000811ec3d8. 00010000:00000010:1.1:1776190950.408248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb045d08. 00010000:00000010:1.1:1776190950.408250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b850975e. 00010000:00000010:1.1:1776190950.408252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55661df. 00010000:00000010:1.1:1776190950.408255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca18ad0. 00010000:00000010:1.1:1776190950.408257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000580f6e71. 00010000:00000010:1.1:1776190950.408259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d15f4c9d. 00010000:00000010:1.1:1776190950.408262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000061c89a5. 00010000:00000010:1.1:1776190950.408265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce7464f. 00010000:00000010:1.1:1776190950.408268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433babfc. 00010000:00000010:1.1:1776190950.408270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3238cec. 00010000:00000010:1.1:1776190950.408272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:1.1:1776190950.408275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e92a9a92. 00010000:00000010:1.1:1776190950.408277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf93790. 00010000:00000010:1.1:1776190950.408280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4455b5. 00010000:00000010:1.1:1776190950.408282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:1.1:1776190950.408297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f859c3. 00010000:00000010:1.1:1776190950.408302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f637b656. 00010000:00000010:1.1:1776190950.408305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27eff. 00010000:00000010:1.1:1776190950.408310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000900cd161. 00010000:00000010:1.1:1776190950.408312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006905c475. 00010000:00000010:1.1:1776190950.408314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2f3d89. 00010000:00000010:1.1:1776190950.408316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a043fd9c. 00010000:00000010:1.1:1776190950.408319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034dfe9c1. 00010000:00000010:1.1:1776190950.408323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f58e33. 00010000:00000010:1.1:1776190950.408325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac35b55. 00010000:00000010:1.1:1776190950.408327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a7ee8a7. 00010000:00000010:1.1:1776190950.408330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca0a5e3. 00010000:00000010:1.1:1776190950.408332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e05319. 00010000:00000010:1.1:1776190950.408334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e3639c. 00010000:00000010:1.1:1776190950.408341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ade73cdb. 00010000:00000010:1.1:1776190950.408344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030816486. 00010000:00000010:1.1:1776190950.408347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a386109. 00010000:00000010:1.1:1776190950.408350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd78bb. 00010000:00000010:1.1:1776190950.408352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c15649. 00010000:00000010:1.1:1776190950.408355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d960c03b. 00010000:00000010:1.1:1776190950.408357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc3f1948. 00010000:00000010:1.1:1776190950.408360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c358cfd7. 00010000:00000010:1.1:1776190950.408363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f238c3ef. 00010000:00000010:1.1:1776190950.408365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048b730aa. 00010000:00000010:1.1:1776190950.408366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e9e1732. 00010000:00000010:1.1:1776190950.408368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006c0fe1d. 00010000:00000010:1.1:1776190950.408370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0e14f7b. 00010000:00000010:1.1:1776190950.408372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da808593. 00010000:00000010:1.1:1776190950.408373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000398dc8c5. 00010000:00000010:1.1:1776190950.408375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007017bd64. 00010000:00000010:1.1:1776190950.408376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf96b33c. 00010000:00000010:1.1:1776190950.408377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d7670. 00010000:00000010:1.1:1776190950.408379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5bdf01. 00010000:00000010:1.1:1776190950.408380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c2ffe4a. 00010000:00000010:1.1:1776190950.408382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004316ce16. 00010000:00000010:1.1:1776190950.408385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f880d9. 00010000:00000010:1.1:1776190950.408387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e36df149. 00010000:00000010:1.1:1776190950.408390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000377596c4. 00010000:00000010:1.1:1776190950.408392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034dc661b. 00010000:00000010:1.1:1776190950.408394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c06905d. 00010000:00000010:1.1:1776190950.408397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb9814c. 00010000:00000010:1.1:1776190950.408399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3554f1. 00010000:00000010:1.1:1776190950.408401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b26947f7. 00010000:00000010:1.1:1776190950.408403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e454a03d. 00010000:00000010:1.1:1776190950.408404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002429a811. 00010000:00000010:1.1:1776190950.408406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000412375b9. 00010000:00000010:1.1:1776190950.408408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c2459f. 00010000:00000010:1.1:1776190950.408409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b35927. 00010000:00000010:1.1:1776190950.408411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d8f32d8. 00010000:00000010:1.1:1776190950.408413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d342e7. 00010000:00000010:1.1:1776190950.408415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9708d71. 00010000:00000010:1.1:1776190950.408416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e7bfb57. 00010000:00000010:1.1:1776190950.408418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008445eddb. 00010000:00000010:1.1:1776190950.408419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0b0ac0. 00010000:00000010:1.1:1776190950.408423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006115f98. 00010000:00000010:1.1:1776190950.408425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000191c03c4. 00010000:00000010:1.1:1776190950.408426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002514e8d8. 00010000:00000010:1.1:1776190950.408428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b184019. 00010000:00000010:1.1:1776190950.408429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a7f174. 00010000:00000010:1.1:1776190950.408431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b771d66. 00010000:00000010:1.1:1776190950.408432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d58e7dd. 00010000:00000010:1.1:1776190950.408434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df297404. 00010000:00000010:1.1:1776190950.408435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008756c688. 00010000:00000010:1.1:1776190950.408437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b31c6a. 00010000:00000010:1.1:1776190950.408438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d296a2b0. 00010000:00000010:1.1:1776190950.408440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:1.1:1776190950.408442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b9214d6. 00010000:00000010:1.1:1776190950.408444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190950.408446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1caa735. 00010000:00000010:1.1:1776190950.408447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:1.1:1776190950.408449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009809e72b. 00010000:00000010:1.1:1776190950.408450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:0.1:1776190950.415300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e79739c6. 00010000:00000010:0.1:1776190950.415309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077687cd4. 00010000:00000010:0.1:1776190950.415317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d6f71. 00010000:00000010:0.1:1776190950.415322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a43e73. 00010000:00000010:0.1:1776190950.415326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcd4b415. 00010000:00000010:0.1:1776190950.415330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190950.415333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084aae17. 00010000:00000010:0.1:1776190950.415336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000105e5be6. 00010000:00000010:0.1:1776190950.415338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000402acedc. 00010000:00000010:0.1:1776190950.415340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5c32e2. 00010000:00000010:0.1:1776190950.415342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef1c1300. 00010000:00000010:0.1:1776190950.415346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4775b71. 00010000:00000010:0.1:1776190950.415349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ed148d8. 00010000:00000010:0.1:1776190950.415351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c0dd7c. 00010000:00000010:0.1:1776190950.415353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c8feb2e. 00010000:00000010:0.1:1776190950.415355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db31b007. 00010000:00000010:0.1:1776190950.415357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ee0f902. 00010000:00000010:0.1:1776190950.415359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5c1e17. 00010000:00000010:0.1:1776190950.415361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d6f4e3c. 00010000:00000010:0.1:1776190950.415363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026cbe87b. 00010000:00000010:0.1:1776190950.415368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffeb118e. 00010000:00000010:0.1:1776190950.415371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932ad8cc. 00010000:00000010:0.1:1776190950.415373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060af1ed5. 00010000:00000010:0.1:1776190950.415375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db7dbef. 00010000:00000010:0.1:1776190950.415377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c134ca94. 00010000:00000010:0.1:1776190950.415380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ebdd81. 00010000:00000010:0.1:1776190950.415383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001e96745. 00010000:00000010:0.1:1776190950.415386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006798e8a5. 00010000:00000010:0.1:1776190950.415389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a289e89. 00010000:00000010:0.1:1776190950.415393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9878. 00010000:00000010:0.1:1776190950.415395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f970e566. 00010000:00000010:0.1:1776190950.415397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ddf549. 00010000:00000010:0.1:1776190950.415400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cc2094d. 00010000:00000010:0.1:1776190950.415402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e235525. 00010000:00000010:0.1:1776190950.415405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ed68fae. 00010000:00000010:0.1:1776190950.415407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006529d3be. 00010000:00000010:0.1:1776190950.415409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d61293fe. 00010000:00000010:0.1:1776190950.415413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044fa3fc1. 00010000:00000010:0.1:1776190950.415418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9d525db. 00010000:00000010:0.1:1776190950.415421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e7184c6. 00010000:00000010:0.1:1776190950.415423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009601fe62. 00010000:00000010:0.1:1776190950.415425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003601a31. 00010000:00000010:0.1:1776190950.415428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e806c91. 00010000:00000010:0.1:1776190950.415430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbaca0bf. 00010000:00000010:0.1:1776190950.415432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746cb041. 00010000:00000010:0.1:1776190950.415434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000674dee3b. 00010000:00000010:0.1:1776190950.415436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d46fd577. 00010000:00000010:0.1:1776190950.415440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbf7c71. 00010000:00000010:0.1:1776190950.415442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa42abd4. 00010000:00000010:0.1:1776190950.415445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944cdae3. 00010000:00000010:0.1:1776190950.415447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000843a4d8a. 00010000:00000010:0.1:1776190950.415450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dfa368. 00010000:00000010:0.1:1776190950.415452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000264ed42f. 00010000:00000010:0.1:1776190950.415455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8bd6e87. 00010000:00000010:0.1:1776190950.415458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cffdd1b. 00010000:00000010:0.1:1776190950.415460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f4fde. 00010000:00000010:0.1:1776190950.415462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d269f97. 00010000:00000010:0.1:1776190950.415465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ef2d76. 00010000:00000010:0.1:1776190950.415467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000483c3329. 00010000:00000010:0.1:1776190950.415469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94d508b. 00010000:00000010:0.1:1776190950.415474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c48ddca. 00010000:00000010:0.1:1776190950.415477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c92a561. 00010000:00000010:0.1:1776190950.415479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b935d3b5. 00010000:00000010:0.1:1776190950.415482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75e8fa7. 00010000:00000010:0.1:1776190950.415484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000851544d9. 00010000:00000010:0.1:1776190950.415486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5b0406. 00010000:00000010:0.1:1776190950.415488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e92d891a. 00010000:00000010:0.1:1776190950.415491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0bb840b. 00010000:00000010:0.1:1776190950.415493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a6faaf0. 00010000:00000010:0.1:1776190950.415496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190950.415498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015f4aa79. 00010000:00000010:0.1:1776190950.415501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:0.1:1776190950.415503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64c14a7. 00010000:00000010:0.1:1776190950.415505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c888da19. 00010000:00000010:0.1:1776190950.415510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fb3a55. 00010000:00000010:0.1:1776190950.415514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8eeaeb2. 00010000:00000010:0.1:1776190950.415517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d778083. 00010000:00000010:0.1:1776190950.415521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a850c904. 00010000:00000010:0.1:1776190950.415524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad8ab01. 00010000:00000010:0.1:1776190950.415526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b507a4e6. 00010000:00000010:0.1:1776190950.415528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2815453. 00010000:00000010:0.1:1776190950.415531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000179f6eca. 00010000:00000010:0.1:1776190950.415533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d263da17. 00010000:00000010:0.1:1776190950.415535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c153ab5f. 00010000:00000010:0.1:1776190950.415538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d86b917c. 00010000:00000010:0.1:1776190950.415541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ca5bdf. 00010000:00000010:0.1:1776190950.415544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbecbae5. 00010000:00000010:0.1:1776190950.415547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000987226c6. 00010000:00000010:0.1:1776190950.415549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068902954. 00010000:00000010:0.1:1776190950.415552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd883c. 00010000:00000010:0.1:1776190950.415555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afd4d048. 00010000:00000010:0.1:1776190950.415557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004deaba9f. 00010000:00000010:0.1:1776190950.415559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b228c82. 00010000:00000010:0.1:1776190950.415562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00ec005. 00010000:00000010:0.1:1776190950.415564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000797b3445. 00010000:00000010:0.1:1776190950.415566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003afda5b1. 00010000:00000010:0.1:1776190950.415568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b03f7bd9. 00010000:00000010:0.1:1776190950.415570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eb75470. 00010000:00000010:0.1:1776190950.415574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d8dc3db. 00010000:00000010:0.1:1776190950.415578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a0ecc0. 00010000:00000010:0.1:1776190950.415580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007aa0949d. 00010000:00000010:0.1:1776190950.415584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000903f92b4. 00010000:00000010:0.1:1776190950.415586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001199d6e2. 00010000:00000010:0.1:1776190950.415589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092a571de. 00010000:00000010:0.1:1776190950.415594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9db0736. 00010000:00000010:0.1:1776190950.415597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4bfc1d. 00010000:00000010:0.1:1776190950.415600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fcb01d4. 00010000:00000010:0.1:1776190950.415602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000234cb109. 00010000:00000010:0.1:1776190950.415605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000853e327d. 00010000:00000010:0.1:1776190950.415607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153042aa. 00010000:00000010:0.1:1776190950.415611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000175e1e6c. 00010000:00000010:0.1:1776190950.415613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.1:1776190950.415615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971e8f60. 00010000:00000010:0.1:1776190950.415617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c335453d. 00010000:00000010:0.1:1776190950.415619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002485dd75. 00010000:00000010:0.1:1776190950.415621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.1:1776190950.415623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000614fedc1. 00010000:00000010:0.1:1776190950.415625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.1:1776190950.415626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d20a3cc. 00010000:00000010:0.1:1776190950.415628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d153388a. 00010000:00000010:0.1:1776190950.415631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d5105cb. 00010000:00000010:0.1:1776190950.415633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.1:1776190950.415635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca476e6d. 00010000:00000010:0.1:1776190950.415638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076538d06. 00010000:00000010:0.1:1776190950.415640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021aa98cf. 00010000:00000010:0.1:1776190950.415642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.1:1776190950.415644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003566db83. 00010000:00000010:0.1:1776190950.415645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a1041. 00010000:00000010:0.1:1776190950.415647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039a03aec. 00010000:00000010:0.1:1776190950.415648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd639ad5. 00010000:00000010:0.1:1776190950.415652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f561e3a5. 00010000:00000010:0.1:1776190950.415654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.1:1776190950.415655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000138f6337. 00010000:00000010:0.1:1776190950.415660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56f2c40. 00010000:00000010:0.1:1776190950.415662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099fb46fc. 00010000:00000010:0.1:1776190950.415664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926959fc. 00010000:00000010:0.1:1776190950.415674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d608142d. 00010000:00000010:0.1:1776190950.415678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4388f3. 00010000:00000010:0.1:1776190950.415681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f9751d3. 00010000:00000010:0.1:1776190950.415685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000beb4b4. 00010000:00000010:0.1:1776190950.415687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bec60b7. 00010000:00000010:0.1:1776190950.415692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1274c0. 00010000:00000010:0.1:1776190950.415695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010afa111. 00010000:00000010:0.1:1776190950.415697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cfe5c9d. 00010000:00000010:0.1:1776190950.415699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccbe0740. 00010000:00000010:0.1:1776190950.415701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90ac8eb. 00010000:00000010:0.1:1776190950.415703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000555b9af. 00010000:00000010:0.1:1776190950.415705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e984ff2d. 00010000:00000010:0.1:1776190950.415709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031690540. 00010000:00000010:0.1:1776190950.415711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ec380c9. 00010000:00000010:0.1:1776190950.415713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eca73c5. 00010000:00000010:0.1:1776190950.415716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d588b549. 00010000:00000010:0.1:1776190950.415718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067201710. 00010000:00000010:0.1:1776190950.415720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f4f06a. 00010000:00000010:0.1:1776190950.415722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009254418e. 00010000:00000010:0.1:1776190950.415725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009854d1ef. 00010000:00000010:0.1:1776190950.415728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054e165ad. 00010000:00000010:0.1:1776190950.415730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006818f3fd. 00010000:00000010:0.1:1776190950.415733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000109c14df. 00010000:00000010:0.1:1776190950.415739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524002de. 00010000:00000010:0.1:1776190950.415744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089c10efa. 00010000:00000010:0.1:1776190950.415750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.1:1776190950.415754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daa135a0. 00010000:00000010:0.1:1776190950.415758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.1:1776190950.415761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000982fe8ff. 00010000:00000010:0.1:1776190950.415764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.1:1776190950.415766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e8ccab8. 00010000:00000010:0.1:1776190950.415769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00010000:00000010:0.1:1776190950.415771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ca85f6a. 00010000:00000010:0.1:1776190950.415775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cff409d. 00010000:00000010:0.1:1776190950.415777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064b2a200. 00010000:00000010:0.1:1776190950.415780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009579f21a. 00010000:00000010:0.1:1776190950.415782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bac35be. 00010000:00000010:0.1:1776190950.415785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032abf36. 00010000:00000010:0.1:1776190950.415787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000820eb18a. 00010000:00000010:0.1:1776190950.415789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00010000:00000010:0.1:1776190950.415792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f6fc58e. 00010000:00000010:0.1:1776190950.415794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359b0d7e. 00010000:00000010:0.1:1776190950.415796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f869176. 00010000:00000010:0.1:1776190950.415798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e82b48. 00010000:00000010:0.1:1776190950.415802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea62a6d9. 00010000:00000010:0.1:1776190950.415805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e278a903. 00010000:00000010:0.1:1776190950.415808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5d7e791. 00010000:00000010:0.1:1776190950.415811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac477054. 00010000:00000010:0.1:1776190950.415814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc5e718. 00010000:00000010:0.1:1776190950.415817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000808f1be. 00010000:00000010:0.1:1776190950.415819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063b32a7b. 00010000:00000010:0.1:1776190950.415822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190950.415826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082ec9746. 00010000:00000010:0.1:1776190950.415829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:0.1:1776190950.415842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050906ebe. 00010000:00000010:0.1:1776190950.415845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf229ad. 00010000:00000010:0.1:1776190950.415847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec165260. 00010000:00000010:0.1:1776190950.415849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.1:1776190950.415852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008242c6e4. 00010000:00000010:0.1:1776190950.415855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:1.1:1776190950.426103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bf33b08. 00010000:00000010:1.1:1776190950.426114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4d4e4cb. 00010000:00000010:1.1:1776190950.426118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f9c07d. 00010000:00000010:2.1:1776190950.434204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000137b18f. 00010000:00000010:1.1:1776190950.438248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d220797. 00010000:00000010:1.1:1776190950.438256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:1.1:1776190950.442738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c584caa. 00010000:00000010:1.1:1776190950.442748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:3.1:1776190950.443154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050bd301d. 00010000:00000010:2.1:1776190950.446407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043da7a31. 00010000:00000010:1.1:1776190950.455775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b7b06b8. 00010000:00000010:1.1:1776190950.455792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:3.1:1776190950.459236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fabfdc3. 00010000:00000010:2.1:1776190950.481410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bff182b. 00010000:00000010:2.1:1776190950.481418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:0.1:1776190950.485969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006579ca8f. 00010000:00000010:2.1:1776190950.489549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c68dc20. 00010000:00000010:2.1:1776190950.489575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:3.1:1776190950.505361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000248284f9. 00010000:00000010:2.1:1776190950.506189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c7c72f2. 00010000:00000010:2.1:1776190950.506198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:1.1:1776190950.531203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007257e760. 00010000:00000010:1.1:1776190950.531225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:0.1:1776190950.531296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cffddd87. 00010000:00000010:1.1:1776190950.552341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec2e3d2a. 00010000:00000010:1.1:1776190950.552349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a1c899f. 00010000:00000010:1.1:1776190950.552352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190950.552356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190950.552358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:2.1:1776190950.562227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007568604e. 00010000:00000010:3.1:1776190950.576329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dba3256. 00010000:00000010:3.1:1776190950.576350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:1.1:1776190950.576379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004caa175f. 00010000:00000010:1.1:1776190950.576385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:0.1:1776190950.576608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a0d4b1. 00010000:00000010:1.1:1776190950.591626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed089bbf. 00010000:00000010:1.1:1776190950.591645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a098bd23. 00010000:00000010:1.1:1776190950.591650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098133dd2. 00010000:00000010:0.1:1776190950.597191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008afd2ae8. 00010000:00000010:1.1:1776190950.597759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3548de6. 00010000:00000010:1.1:1776190950.597769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:1.1:1776190950.602208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f99ca015. 00010000:00000010:1.1:1776190950.602233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d857993a. 00010000:00000010:1.1:1776190950.602240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190950.611793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f7fd044. 00010000:00000010:1.1:1776190950.611804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639600a3. 00010000:00000010:1.1:1776190950.611813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:3.1:1776190950.620366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f6de024. 00010000:00000010:1.1:1776190950.623646:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce60d2de. 00010000:00000010:1.1:1776190950.623662:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190950.630350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a8a2c2. 00010000:00000010:0.1:1776190950.635447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9edfad2. 00010000:00000010:0.1:1776190950.635457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:0.1:1776190950.641966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edec8a79. 00010000:00000010:0.1:1776190950.649688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab492666. 00010000:00000010:0.1:1776190950.649696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:3.1:1776190950.653274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000048e7793. 00010000:00000010:2.1:1776190950.659787:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2ce54a. 00010000:00000010:2.1:1776190950.659799:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf229ad. 00010000:00000010:2.1:1776190950.659803:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190950.659807:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:0.1:1776190950.660401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152f74be. 00010000:00000010:0.1:1776190950.660410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.1:1776190950.669778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fe07af. 00010000:00000010:0.1:1776190950.677336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000887670ec. 00010000:00000010:0.1:1776190950.677353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.1:1776190950.677354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df297448. 00010000:00000010:1.1:1776190950.685930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a718236. 00010000:00000010:0.1:1776190950.686022:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddf0dc1b. 00010000:00000010:0.1:1776190950.686028:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab8f93b. 00010000:00000010:0.1:1776190950.686032:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:3.1:1776190950.690417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d11fbe7. 00010000:00000010:0.1:1776190950.690493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f706605. 00010000:00000010:0.1:1776190950.690504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.1:1776190950.695375:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016a03ace. 00010000:00000010:0.1:1776190950.695385:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:0.1:1776190950.695390:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd38bfb2. 00010000:00000010:0.1:1776190950.695393:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbbbe539. 00010000:00000010:0.1:1776190950.695396:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190950.695399:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262042fd. 00010000:00000010:0.1:1776190950.695402:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:0.1:1776190950.702857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018a1a053. 00010000:00000010:1.1:1776190950.709206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039648405. 00010000:00000010:1.1:1776190950.709215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000808f1be. 00010000:00000010:2.1:1776190950.721328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008394b9c5. 00010000:00000010:3.1:1776190950.723184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000441f15f7. 00010000:00000010:1.1:1776190950.733179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc8219cc. 00010000:00000010:1.1:1776190950.733187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190950.733192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304a200c. 00010000:00000010:1.1:1776190950.733195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:0.1:1776190950.735212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007437d5e1. 00010000:00000010:2.1:1776190950.735277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b7ed496. 00010000:00000010:2.1:1776190950.735298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074e99e55. 00010000:00000010:2.1:1776190950.735304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:2.1:1776190950.735308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064d3d5dd. 00010000:00000010:2.1:1776190950.735311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.1:1776190950.735316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190950.735319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:1.1:1776190950.738435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099f76591. 00010000:00000010:3.1:1776190950.742316:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000078f3f71. 00010000:00000010:3.1:1776190950.742337:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00010000:00000010:0.1:1776190950.744174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c06082de. 00010000:00000010:3.1:1776190950.751238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9391907. 00010000:00000010:3.1:1776190950.751253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098133dd2. 00010000:00000010:2.1:1776190950.755190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa18d021. 00010000:00000010:3.1:1776190950.755240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f927346e. 00010000:00000010:3.1:1776190950.755250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2b9d8ef. 00010000:00000010:3.1:1776190950.755256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.1:1776190950.762470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34f22ae. 00010000:00000010:3.1:1776190950.762479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.1:1776190950.762484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fa1517. 00010000:00000010:3.1:1776190950.762487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:3.1:1776190950.766498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000283dc98. 00010000:00000010:3.1:1776190950.766511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:1.1:1776190950.771175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a21e8707. 00010000:00000010:1.1:1776190950.771200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:2.1:1776190950.772974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe33c5e6. 00010000:00000010:2.1:1776190950.772994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a850419c. 00010000:00000010:0.1:1776190950.775237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006af3c894. 00010000:00000010:0.1:1776190950.775259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:2.1:1776190950.779405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000def986e0. 00010000:00000010:2.1:1776190950.792181:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000160c7f96. 00010000:00000010:0.1:1776190950.792670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003351241d. 00010000:00000010:0.1:1776190950.792676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:0.1:1776190950.796274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b565210. 00010000:00000010:0.1:1776190950.796284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001036133c. 00010000:00000010:0.1:1776190950.796300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190950.796303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262042fd. 00010000:00000010:0.1:1776190950.796306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:1.1:1776190950.802452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b8846f. 00010000:00000010:1.1:1776190950.802486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015bca2dc. 00010000:00000010:1.1:1776190950.802490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190950.805212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6379df7. 00010000:00000010:1.1:1776190950.805231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00010000:00000010:0.1:1776190950.809225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a4120c4. 00010000:00000010:1.1:1776190950.814448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42b898a. 00010000:00000010:1.1:1776190950.814455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000116eaa43. 00010000:00000010:1.1:1776190950.814459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:0.1:1776190950.824324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae1efe8b. 00010000:00000010:1.1:1776190950.824821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007624b44c. 00010000:00000010:1.1:1776190950.824831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00010000:00000010:1.1:1776190950.831190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e924cec. 00010000:00000010:1.1:1776190950.831208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000691e100d. 00010000:00000010:1.1:1776190950.831216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:0.1:1776190950.840265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcfdd649. 00010000:00000010:2.1:1776190950.844523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0883b1e. 00010000:00000010:2.1:1776190950.844529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00010000:00000010:0.1:1776190950.852488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ad44ce. 00010000:00000010:1.1:1776190950.860197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028bda7e5. 00010000:00000010:1.1:1776190950.860221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.1:1776190950.862260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c58127d1. 00010000:00000010:2.1:1776190950.862281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:0.1:1776190950.866186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014247bfa. 00010000:00000010:3.1:1776190950.869601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000349d72e5. 00010000:00000010:3.1:1776190950.869620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ca06b22. 00010000:00000010:3.1:1776190950.869624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:1.1:1776190950.880475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a88859. 00010000:00000010:2.1:1776190950.885188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c725836. 00010000:00000010:2.1:1776190950.885209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:0.1:1776190950.888395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093113476. 00010000:00000010:3.1:1776190950.889281:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eda5be5b. 00010000:00000010:3.1:1776190950.889298:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:3.1:1776190950.889303:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fa1517. 00010000:00000010:3.1:1776190950.889307:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:1.1:1776190950.902190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c779bc9f. 00010000:00000010:3.1:1776190950.902647:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:0.1:1776190950.907192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ce13297. 00010000:00000010:2.1:1776190950.907534:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9de08cb. 00010000:00000010:2.1:1776190950.907542:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:1.1:1776190950.907963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007feb6561. 00010000:00000010:3.1:1776190950.915445:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f19fb0d. 00010000:00000010:3.1:1776190950.915453:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00010000:00000010:0.1:1776190950.918256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022de6533. 00010000:00000010:3.1:1776190950.922261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfdddac8. 00010000:00000010:3.1:1776190950.922560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f4b7163. 00010000:00000010:3.1:1776190950.922564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.1:1776190950.934492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0545304. 00010000:00000010:2.1:1776190950.945488:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000191efdb5. 00010000:00000010:2.1:1776190950.945506:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098133dd2. 00010000:00000010:2.1:1776190950.945511:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190950.945513:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:0.1:1776190950.951323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089bc72d0. 00010000:00000010:0.1:1776190950.951341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058e35cbc. 00010000:00000010:0.1:1776190950.951583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:0.1:1776190950.951586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9429279. 00010000:00000010:3.1:1776190950.959228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec363476. 00010000:00000010:3.1:1776190950.959245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:2.1:1776190950.963164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3dd703. 00010000:00000010:3.1:1776190950.966310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b8b92b. 00010000:00000010:3.1:1776190950.966328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.1:1776190950.989165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003619ccc1. 00010000:00000010:2.1:1776190950.989166:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db979c3. 00010000:00000010:3.1:1776190950.989176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:1.1:1776190950.995223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000814f747e. 00010000:00000010:0.1:1776190950.999195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccae1148. 00010000:00000010:0.1:1776190950.999213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:0.1:1776190950.999218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262042fd. 00010000:00000010:0.1:1776190950.999220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:1.1:1776190951.010276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a670a64. 00010000:00000010:1.1:1776190951.014181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e956c2bc. 00010000:00000010:0.1:1776190951.014351:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4ea58e5. 00010000:00000010:0.1:1776190951.014358:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:0.1:1776190951.022162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dcd218a. 00010000:00000010:0.1:1776190951.022170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190951.026199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb45eb69. 00010000:00000010:0.1:1776190951.026214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6634dcb. 00010000:00000010:0.1:1776190951.026218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:1.1:1776190951.029315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000897576e1. 00010000:00000010:1.1:1776190951.029330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039f94065. 00010000:00000010:1.1:1776190951.029335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:1.1:1776190951.029338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000892c32a4. 00010000:00000010:1.1:1776190951.029452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190951.029457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190951.029459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:2.1:1776190951.030168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c859cd0. 00010000:00000010:2.1:1776190951.042173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cb09f2c. 00010000:00000010:0.1:1776190951.042598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e5dc3e1. 00010000:00000010:0.1:1776190951.042605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:1.1:1776190951.049246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e24481. 00010000:00000010:0.1:1776190951.050186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7fbd646. 00010000:00000010:0.1:1776190951.050198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.1:1776190951.061894:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2afc9ac. 00010000:00000010:0.1:1776190951.061909:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:1.1:1776190951.072634:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000244e77d6. 00010000:00000010:1.1:1776190951.075182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074644c40. 00010000:00000010:0.1:1776190951.075347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cafed74. 00010000:00000010:0.1:1776190951.075355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac477054. 00010000:00000010:1.1:1776190951.079175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079dacb6a. 00010000:00000010:0.1:1776190951.079805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c75a97e. 00010000:00000010:0.1:1776190951.079814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.1:1776190951.079818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262042fd. 00010000:00000010:0.1:1776190951.079821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:1.1:1776190951.090171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055e430f0. 00010000:00000010:0.1:1776190951.090171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf6c344. 00010000:00000010:0.1:1776190951.090229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e278a903. 00010000:00000010:1.1:1776190951.101176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdc97e84. 00010000:00000010:0.1:1776190951.103987:0:77029:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000258be075. 00010000:00000010:0.1:1776190951.103997:0:77029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:1.1:1776190951.105167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000307241b5. 00010000:00000010:1.1:1776190951.105177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e278a903. 00010000:00000010:3.1:1776190951.110443:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075646bdb. 00010000:00000010:3.1:1776190951.117205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050516cc1. 00010000:00000010:1.1:1776190951.118205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000932b6355. 00010000:00000010:1.1:1776190951.118213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:1.1:1776190951.122446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fdba2d8. 00010000:00000010:1.1:1776190951.122465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190951.122471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190951.122474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:3.1:1776190951.122527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000085291c5. 00010000:00000010:3.1:1776190951.131808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002eed53d. 00010000:00000010:1.1:1776190951.140310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e6d2198. 00010000:00000010:1.1:1776190951.140320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:1.1:1776190951.155520:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dc151a7. 00010000:00000010:1.1:1776190951.155530:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5b0944. 00010000:00000010:1.1:1776190951.155534:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:1.1:1776190951.171779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcc4dd5e. 00010000:00000010:1.1:1776190951.171791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028988d51. 00010000:00000010:1.1:1776190951.171797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190951.174178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003148b395. 00010000:00000010:1.1:1776190951.174192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:0.1:1776190951.174289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea9916b6. 00010000:00000010:0.1:1776190951.190549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bce80ff1. 00010000:00000010:1.1:1776190951.195149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cdeba83. 00010000:00000010:1.1:1776190951.195170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:1.1:1776190951.195176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190951.195180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:2.1:1776190951.209210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afc23767. 00010000:00000010:1.1:1776190951.220450:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000207f89ea. 00010000:00000010:1.1:1776190951.220467:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:3.1:1776190951.225255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e34aa2d2. 00010000:00000010:3.1:1776190951.225382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:2.1:1776190951.236581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ed1e0f. 00010000:00000010:1.1:1776190951.240196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000417e3fea. 00010000:00000010:1.1:1776190951.240211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:2.1:1776190951.243359:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f94a1058. 00010000:00000010:3.1:1776190951.259214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000edcc8eb. 00010000:00000010:3.1:1776190951.259335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190951.259416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bfb1d1. 00010000:00000010:2.1:1776190951.277779:0:78282:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063feb818. 00010000:00000010:0.1:1776190951.281577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b1b8bf. 00010000:00000010:0.1:1776190951.281589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeab78eb. 00010000:00000010:0.1:1776190951.281594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262042fd. 00010000:00000010:0.1:1776190951.281598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190951.285603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff37867e. 00010000:00000010:0.1:1776190951.285620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:2.1:1776190951.290433:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6c25dd3. 00010000:00000010:2.1:1776190951.306327:0:78283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c76f798f. 00010000:00000010:2.1:1776190951.317483:0:78283:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e36974da. 00010000:00000010:2.1:1776190951.317489:0:78283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac477054. 00010000:00000010:0.1:1776190951.318164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040475650. 00010000:00000010:2.1:1776190951.323191:0:78284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5ee3c86. 00010000:00000010:2.1:1776190951.323214:0:78284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075a6a096. 00010000:00000010:2.1:1776190951.323218:0:78284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:0.1:1776190951.323377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aba81526. 00010000:00000010:0.1:1776190951.323382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:1.1:1776190951.329426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067374bd0. 00010000:00000010:1.1:1776190951.329442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3d0852e. 00010000:00000010:1.1:1776190951.329447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:1.1:1776190951.329450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190951.329453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:3.1:1776190951.334683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dff87c79. 00010000:00000010:0.1:1776190951.339181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ed39a59. 00010000:00000010:0.1:1776190951.339198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:0.1:1776190951.360157:0:78286:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dc9e0b3. 00010000:00000010:0.1:1776190951.360164:0:78286:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:2.1:1776190951.360214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050e9a52b. 00010000:00000010:2.1:1776190951.367177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073ae1d66. 00010000:00000010:3.1:1776190951.372203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8eabfeb. 00010000:00000010:3.1:1776190951.372212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e82b48. 00010000:00000010:2.1:1776190951.377160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003185e25f. 00010000:00000010:2.1:1776190951.377175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00010000:00000010:0.1:1776190951.382181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e2a5bf2. 00010000:00000010:0.1:1776190951.385164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a212ffc8. 00010000:00000010:3.1:1776190951.385314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e161734. 00010000:00000010:3.1:1776190951.385320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:3.1:1776190951.396323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fa1517. 00010000:00000010:3.1:1776190951.396330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.1:1776190951.400384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3973c5d. 00010000:00000010:0.1:1776190951.404424:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbf54661. 00010000:00000010:0.1:1776190951.404442:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402440da. 00010000:00000010:0.1:1776190951.425390:0:78280:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b54ef5c6. 00010000:00000010:0.1:1776190951.425401:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:2.1:1776190951.427548:0:78281:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a93bcb71. 00010000:00000010:0.1:1776190951.436576:0:78280:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040cd3be4. 00010000:00000010:0.1:1776190951.436587:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359b0d7e. 00010000:00000010:2.1:1776190951.451943:0:78281:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8516866. 00010000:00000010:1.1:1776190951.452189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000874ab50f. 00010000:00000010:1.1:1776190951.452378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4a1db2e. 00010000:00000010:1.1:1776190951.452382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00010000:00000010:0.1:1776190951.459575:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf07766e. 00010000:00000010:0.1:1776190951.459588:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c44d9d86. 00010000:00000010:0.1:1776190951.459593:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:0.1:1776190951.459595:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262042fd. 00010000:00000010:0.1:1776190951.459599:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359b0d7e. 00010000:00000010:1.1:1776190951.462508:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b66271a8. 00010000:00000010:1.1:1776190951.462518:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190951.470290:0:78287:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a7d197. 00010000:00000010:3.1:1776190951.474491:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a92497bf. 00010000:00000010:1.1:1776190951.477706:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058527ee4. 00010000:00000010:1.1:1776190951.477719:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077687cd4. 00010000:00000010:2.1:1776190951.482441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000446977aa. 00010000:00000010:2.1:1776190951.482451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:0.1:1776190951.486185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbcb2c82. 02000000:00000010:2.0:1776190951.495587:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f49a50ee. 02000000:00000010:2.0:1776190951.495619:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000840c33b1. 00000400:00000010:2.0:1776190951.495624:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004044976f. 00000400:00000010:2.0:1776190951.495628:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190951.495634:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797332608, portal 16 00000400:00000010:2.0:1776190951.495640:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190951.495642:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797332608, offset 0 00000400:00000200:2.0:1776190951.495651:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.495664:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.495674:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.495677:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.495680:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.495682:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90902:90902:256:4294967295] 192.168.202.25@tcp LPNI seq info [90902:90902:8:4294967295] 00000400:00000200:2.0:1776190951.495692:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.495696:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.495702:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190951.495706:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.495712:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.495716:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190951.500601:0:78288:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015028b9a. 00010000:00000010:1.1:1776190951.500615:0:78288:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007222e001. 00010000:00000010:1.1:1776190951.500621:0:78288:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00000020:00000010:2.0:1776190951.503031:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049294071. 00000020:00000010:2.0:1776190951.503038:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4bbed77. 00000020:00000010:2.0:1776190951.503043:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:2.0:1776190951.503063:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788191872/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190951.503088:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788191872 02000000:00000010:2.0:1776190951.503098:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a0108184. 00010000:00000010:2.0:1776190951.503123:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000423061ae. 00010000:00000010:2.0:1776190951.503161:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e189aa8b. 00000100:00000010:2.0:1776190951.503167:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190951.503181:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190951.503184:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e189aa8b. 00000400:00000010:2.0:1776190951.503197:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190951.503201:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788191872, offset 224 00000400:00000200:2.0:1776190951.503207:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.503227:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.503233:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90903:90903:256:4294967295] 192.168.202.25@tcp LPNI seq info [90903:90903:8:4294967295] 00000400:00000200:2.0:1776190951.503243:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.503247:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.503251:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.503255:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.503260:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.503262:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.503290:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4bbed77. 00000020:00000010:2.0:1776190951.503294:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091ec0bb1. 00000020:00000010:2.0:1776190951.503296:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049294071. 00010000:00000010:2.1:1776190951.510168:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db61c8f1. 00010000:00000010:2.1:1776190951.510183:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c04f573. 00010000:00000010:2.1:1776190951.510188:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077687cd4. 00010000:00000010:2.1:1776190951.510193:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190951.510196:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00080000:00000010:2.0:1776190951.510332:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049294071. 00010000:00000010:2.0:1776190951.510537:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fed83b8c. 00010000:00000010:2.0:1776190951.510548:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c7995e8. 00010000:00000010:2.0:1776190951.510625:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.0:1776190951.510630:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fed83b8c. 00010000:00000010:2.0:1776190951.510645:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e189aa8b. 00000100:00000010:2.0:1776190951.510653:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190951.510664:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190951.510679:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f41ab18a. 02000000:00000010:2.0:1776190951.510713:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037860935. 00000400:00000010:2.0:1776190951.510721:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091319ebf. 00000400:00000010:2.0:1776190951.510728:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190951.510738:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797332672, portal 16 00000400:00000010:2.0:1776190951.510744:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190951.510747:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797332672, offset 0 00000400:00000200:2.0:1776190951.510758:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.510779:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.510787:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.510791:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.510794:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.510798:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90904:90904:256:4294967295] 192.168.202.25@tcp LPNI seq info [90904:90904:8:4294967295] 00000400:00000200:2.0:1776190951.510810:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.510816:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.510821:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.510828:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.510835:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.510840:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190951.517263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018781f50. 00010000:00000010:2.1:1776190951.517276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c4d4984. 00010000:00000010:2.1:1776190951.517288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00000400:00000010:2.0:1776190951.519121:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091319ebf. 00000400:00000200:2.0:1776190951.519150:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:2.0:1776190951.519152:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:2.0:1776190951.519159:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797332672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.519168:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797332672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190951.519205:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037860935. 02000000:00000010:2.0:1776190951.519212:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f41ab18a. 00000100:00000010:2.0:1776190951.519215:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190951.519550:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190951.519556:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e189aa8b. 00000020:00000010:2.0:1776190951.520114:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f41ab18a. 00000020:00000010:2.0:1776190951.520121:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4bbed77. 00000020:00000010:2.0:1776190951.520125:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:2.0:1776190951.520347:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788191936/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190951.520469:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788191936 02000000:00000010:2.0:1776190951.520480:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037860935. 00010000:00000010:2.0:1776190951.520512:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddcb0454. 00010000:00000010:2.0:1776190951.520530:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e189aa8b. 00000100:00000010:2.0:1776190951.520536:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190951.520555:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190951.520559:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e189aa8b. 00000400:00000010:2.0:1776190951.520571:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190951.520575:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788191936, offset 224 00000400:00000200:2.0:1776190951.520584:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.520597:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.520604:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90905:90905:256:4294967295] 192.168.202.25@tcp LPNI seq info [90905:90905:8:4294967295] 00000400:00000200:2.0:1776190951.520615:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.520621:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.520625:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190951.520630:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.520638:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.520642:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.520660:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4bbed77. 00000020:00000010:2.0:1776190951.520664:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091ec0bb1. 00000020:00000010:2.0:1776190951.520667:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f41ab18a. 00000800:00000200:2.0:1776190951.521716:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.521719:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:2.0:1776190951.521723:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.521728:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.521731:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:2.0:1776190951.521732:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:2.0:1776190951.521737:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797332736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190951.526913:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093c0993f. 00000400:00000200:2.0:1776190951.526919:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:2.0:1776190951.526921:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000200:2.0:1776190951.526926:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797332736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.526934:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797332736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190951.526964:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007984b3c3. 02000000:00000010:2.0:1776190951.526969:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006906f9e8. 00000100:00000010:2.0:1776190951.526972:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:2.0:1776190951.526976:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066fb42a2. 00010000:00000010:2.0:1776190951.526980:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee54e0fc. 00010000:00000010:2.1:1776190951.529160:0:78281:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ba20b2f. 00010000:00000010:0.1:1776190951.530739:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a4a0245. 00010000:00000010:0.1:1776190951.530754:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00000400:00000200:3.0:1776190951.533006:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11fd40 00000400:00000200:3.0:1776190951.533014:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5859 [1] + 224 00000400:00000200:3.0:1776190951.533029:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.533033:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.533041:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797332800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.533767:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.533779:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868340 00000400:00000200:3.0:1776190951.533788:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4175 [2] + 1968 00000400:00000010:3.0:1776190951.533793:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067875b8c. 00000400:00000200:3.0:1776190951.533798:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000036a3e400 00000400:00000200:3.0:1776190951.533869:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.533872:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.533875:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036a3e400 00000400:00000010:3.0:1776190951.533878:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000036a3e400 (tot 82347842). 00000100:00000200:3.0:1776190951.533885:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1776190951.534878:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.534882:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:3.0:1776190951.534885:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.534889:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.534892:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:3.0:1776190951.534893:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 02000000:00000010:3.0:1776190951.534897:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006906f9e8. 00000800:00000200:3.0:1776190951.538038:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.538042:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:3.0:1776190951.538046:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.538051:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.538055:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:3.0:1776190951.538057:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:3.0:1776190951.538064:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797332864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190951.539170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050baef3b. 00010000:00000010:1.1:1776190951.539181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359b0d7e. 00010000:00000010:0.1:1776190951.540558:0:78291:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043768496. 00000400:00000200:3.0:1776190951.541551:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.541573:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11fd80 00000400:00000200:3.0:1776190951.541584:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5869 [1] + 224 00000400:00000200:3.0:1776190951.541599:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.541604:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.541615:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797332864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.541923:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.541930:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868380 00000400:00000200:3.0:1776190951.541935:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb41cd [2] + 0 00000400:00000200:3.0:1776190951.541979:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.541983:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.541988:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.541992:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000400:00000010:2.0:1776190951.542529:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf030d9f. 00000400:00000200:2.0:1776190951.542535:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:2.0:1776190951.542538:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:2.0:1776190951.542543:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797332864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.542552:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797332864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190951.542575:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059ec864a. 02000000:00000010:2.0:1776190951.542592:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a25d765. 02000000:00000010:2.0:1776190951.542598:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011f4bb1b. 00000100:00000010:2.0:1776190951.542601:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:2.0:1776190951.542605:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:2.0:1776190951.542609:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c7559. 00080000:00000010:2.0:1776190951.542623:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0108184. 00010000:00000010:2.0:1776190951.542723:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a4bd85c. 00010000:00000010:2.0:1776190951.542730:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd957600. 00010000:00000010:2.0:1776190951.542816:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190951.542821:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e4bbed77. 00010000:00000010:2.0:1776190951.542827:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.0:1776190951.542834:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a662ceab. 00080000:00000010:2.0:1776190951.542847:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037860935. 00010000:00000010:2.0:1776190951.542871:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a662ceab. 00010000:00000010:2.0:1776190951.542876:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4bbed77. 00010000:00000010:2.0:1776190951.542927:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190951.542931:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a662ceab. 00010000:00000010:2.0:1776190951.542939:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e189aa8b. 00000100:00000010:2.0:1776190951.542943:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190951.542949:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190951.542962:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056305cac. 02000000:00000010:2.0:1776190951.542993:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d13c6470. 00000400:00000010:2.0:1776190951.542998:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091319ebf. 00000400:00000010:2.0:1776190951.543752:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190951.543762:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797332928, portal 16 00000400:00000010:2.0:1776190951.543768:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190951.543770:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797332928, offset 0 00000400:00000200:2.0:1776190951.543782:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.543796:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.543804:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.543809:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.543812:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.543815:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90912:90912:256:4294967295] 192.168.202.25@tcp LPNI seq info [90912:90912:8:4294967295] 00000400:00000200:2.0:1776190951.543823:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.543828:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.543833:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190951.543841:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.543847:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.543851:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190951.544025:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.544028:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190951.544034:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.544038:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.544041:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:3.0:1776190951.544042:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 00000100:00000200:3.0:1776190951.544049:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797332928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190951.547401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d453ed. 00010000:00000010:1.1:1776190951.547416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000938cabd5. 00010000:00000010:1.1:1776190951.547421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00000400:00000010:2.0:1776190951.547750:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091319ebf. 00000400:00000200:2.0:1776190951.547757:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:2.0:1776190951.547759:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:2.0:1776190951.547766:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797332928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.547774:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797332928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190951.547815:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d13c6470. 02000000:00000010:2.0:1776190951.547821:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056305cac. 00000100:00000010:2.0:1776190951.547827:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190951.547831:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190951.547835:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e189aa8b. 00000020:00000010:3.0:1776190951.550494:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007520b45e. 00000020:00000010:3.0:1776190951.550503:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.550507:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.550535:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009beabb9d x1862468788192192/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190951.550613:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788192192 02000000:00000010:3.0:1776190951.550625:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a474ffe2. 00010000:00000010:3.0:1776190951.550656:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000831b9929. 00010000:00000010:3.0:1776190951.550686:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032b6c76d. 00000100:00000010:3.0:1776190951.550693:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036a3e400. 00000100:00000010:3.0:1776190951.550711:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036a3e400. 00010000:00000010:3.0:1776190951.550715:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032b6c76d. 00000400:00000010:3.0:1776190951.550736:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190951.550743:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788192192, offset 224 00000400:00000200:3.0:1776190951.550752:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.550768:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.550774:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90913:90913:256:4294967295] 192.168.202.25@tcp LPNI seq info [90913:90913:8:4294967295] 00000400:00000200:3.0:1776190951.550784:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.550789:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.550794:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190951.550800:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.550810:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.550815:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.550851:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.550866:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.550869:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007520b45e. 00000800:00000200:3.0:1776190951.551375:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.551380:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:3.0:1776190951.551383:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.551388:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.551392:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:3.0:1776190951.551393:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00000800:00000200:3.0:1776190951.553154:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1776190951.553159:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618e0093. 00000800:00000010:3.0:1776190951.553161:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f520920 (tot 82347994). 00000400:00000200:3.0:1776190951.553166:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1776190951.553168:0:78280:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a07f5281. 00010000:00000010:2.1:1776190951.553171:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:2.1:1776190951.553175:0:78280:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190951.553177:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00000400:00000200:3.0:1776190951.553184:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.553189:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:3.0:1776190951.553192:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:3.0:1776190951.553200:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797332992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190951.556123:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190951.556181:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11fe00 00000400:00000200:2.0:1776190951.556200:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5881 [1] + 224 00000400:00000200:2.0:1776190951.556216:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.556228:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190951.556240:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797332992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190951.557400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002564b46d. 00010000:00000010:0.1:1776190951.559175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d2af4d6. 00010000:00000010:0.1:1776190951.559198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00080000:00000010:3.0:1776190951.570942:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007520b45e. 00010000:00000010:3.0:1776190951.571052:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000583ea162. 00010000:00000010:3.0:1776190951.571059:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c301fba. 00000800:00000200:2.0:1776190951.571077:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.571082:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:2.0:1776190951.571086:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.571090:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.571093:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:2.0:1776190951.571095:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00010000:00000010:3.0:1776190951.571158:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.0:1776190951.571166:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.571180:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032b6c76d. 00000100:00000010:2.0:1776190951.571355:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ce5d53a. 00000100:00000010:2.0:1776190951.571469:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190951.571486:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d13c6470. 02000000:00000010:2.0:1776190951.571524:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b31cb6d. 00000400:00000010:2.0:1776190951.571532:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091319ebf. 00000400:00000010:2.0:1776190951.571540:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190951.571547:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797333056, portal 16 00000400:00000010:2.0:1776190951.571551:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190951.571554:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797333056, offset 0 00000400:00000200:2.0:1776190951.571560:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.571570:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.571578:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.571583:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.571586:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.571588:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90916:90916:256:4294967295] 192.168.202.25@tcp LPNI seq info [90916:90916:8:4294967295] 00000400:00000200:2.0:1776190951.571597:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.571601:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.571605:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.571609:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.571613:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.571615:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190951.575218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d28b239. 00010000:00000010:3.1:1776190951.580025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fe5f02b. 00010000:00000010:3.1:1776190951.580041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032abf36. 00000400:00000200:3.0:1776190951.581626:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.581644:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11fe40 00000400:00000200:3.0:1776190951.581654:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb588d [1] + 224 00000400:00000200:3.0:1776190951.581679:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.581683:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.581694:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797333056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.581738:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.581743:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868440 00000400:00000200:3.0:1776190951.581748:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb41cd [2] + 984 00000400:00000200:3.0:1776190951.581756:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.581759:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.581763:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.581769:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00000020:00000010:3.0:1776190951.581832:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2dbe0dc. 00000020:00000010:3.0:1776190951.581841:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.581846:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.581876:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076e5bad8 x1862468788192320/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190951.581904:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788192320 02000000:00000010:3.0:1776190951.581913:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084b2979f. 00010000:00000010:3.0:1776190951.581951:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028a74c37. 00000100:00000010:3.0:1776190951.581959:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036a3e400. 00000100:00000010:3.0:1776190951.581965:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036a3e400. 00010000:00000010:3.0:1776190951.581968:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028a74c37. 00000400:00000010:3.0:1776190951.581981:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190951.581986:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788192320, offset 224 00000400:00000200:3.0:1776190951.581993:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.582003:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.582008:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90917:90917:256:4294967295] 192.168.202.25@tcp LPNI seq info [90917:90917:8:4294967295] 00000400:00000200:3.0:1776190951.582018:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.582023:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.582028:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190951.582033:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.582039:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.582042:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.582057:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.582069:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.582073:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2dbe0dc. 00000800:00000200:2.0:1776190951.582434:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.582438:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:2.0:1776190951.582442:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.582445:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.582448:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:2.0:1776190951.582450:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00000400:00000010:2.0:1776190951.582469:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091319ebf. 00000400:00000200:2.0:1776190951.582474:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:2.0:1776190951.582475:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:2.0:1776190951.582480:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797333056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.582489:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797333056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190951.582508:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000eca4ff6. 02000000:00000010:2.0:1776190951.582519:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b31cb6d. 02000000:00000010:2.0:1776190951.582524:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d13c6470. 00000100:00000010:2.0:1776190951.582528:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190951.582532:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ce5d53a. 00010000:00000010:2.0:1776190951.582535:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032b6c76d. 00080000:00000010:2.0:1776190951.582552:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b31cb6d. 00010000:00000010:2.0:1776190951.582643:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:2.0:1776190951.582649:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002555e7d2. 00010000:00000010:2.0:1776190951.582720:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.0:1776190951.582727:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.582737:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb2f6816. 00000100:00000010:2.0:1776190951.582740:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ce5d53a. 00000100:00000010:2.0:1776190951.582745:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190951.582756:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fcc6f51. 02000000:00000010:2.0:1776190951.582778:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d13c6470. 00000400:00000010:2.0:1776190951.582783:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091319ebf. 00000400:00000010:2.0:1776190951.582786:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190951.582790:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797333120, portal 16 00000400:00000010:2.0:1776190951.582795:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190951.582797:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797333120, offset 0 00000400:00000200:2.0:1776190951.582802:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.582808:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.582814:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.582817:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.582820:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.582822:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90918:90918:256:4294967295] 192.168.202.25@tcp LPNI seq info [90918:90918:8:4294967295] 00000400:00000200:2.0:1776190951.582829:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.582833:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.582837:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.582841:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.582844:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.582847:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190951.582934:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.582937:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190951.582941:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.582944:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.582947:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:3.0:1776190951.582948:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:3.0:1776190951.582953:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797333120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.586356:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.586378:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11fe80 00000400:00000200:3.0:1776190951.586387:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5899 [1] + 224 00000400:00000200:3.0:1776190951.586403:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.586407:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.586419:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797333120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190951.586533:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091319ebf. 00000400:00000200:2.0:1776190951.586539:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:2.0:1776190951.586541:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:2.0:1776190951.586546:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797333120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.586553:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797333120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190951.586581:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d13c6470. 02000000:00000010:2.0:1776190951.586586:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fcc6f51. 00000100:00000010:2.0:1776190951.586590:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190951.586594:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ce5d53a. 00010000:00000010:2.0:1776190951.586598:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb2f6816. 00000400:00000200:2.0:1776190951.589570:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190951.589598:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868480 00000400:00000200:2.0:1776190951.589608:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb41cd [2] + 1312 00000400:00000200:2.0:1776190951.590160:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.590168:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190951.590177:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190951.590185:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 00080000:00000010:3.0:1776190951.590654:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2dbe0dc. 00010000:00000010:3.0:1776190951.590896:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ef01e8c. 00010000:00000010:3.0:1776190951.590903:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e34a652. 00010000:00000010:3.0:1776190951.590995:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.0:1776190951.591002:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190951.591015:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028a74c37. 00000100:00000010:3.0:1776190951.591019:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036a3e400. 00000100:00000010:3.0:1776190951.591028:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190951.591043:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a27f9a0. 02000000:00000010:3.0:1776190951.591074:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fdab52a. 00000400:00000010:3.0:1776190951.591081:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b56e2af. 00000400:00000010:3.0:1776190951.591087:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190951.591093:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797333184, portal 16 00000400:00000010:3.0:1776190951.591098:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190951.591101:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797333184, offset 0 00000400:00000200:3.0:1776190951.591106:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.591242:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.591251:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.591254:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.591257:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.591260:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90920:90920:255:4294967295] 192.168.202.25@tcp LPNI seq info [90920:90920:7:4294967295] 00000400:00000200:3.0:1776190951.591289:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.591294:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.591297:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348490). 00000800:00000200:3.0:1776190951.591301:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.591305:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.591309:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190951.591553:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.591556:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82348242). 00000400:00000200:2.0:1776190951.591559:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.591562:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.591565:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:2.0:1776190951.591567:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00000100:00000200:2.0:1776190951.591573:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797333184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776190951.591903:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.591906:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000243ad285 (tot 82347994). 00000400:00000200:2.0:1776190951.591912:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.591916:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.591919:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:2.0:1776190951.591921:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00000400:00000200:3.0:1776190951.594598:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.594624:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11fec0 00000400:00000200:3.0:1776190951.594634:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb58a5 [1] + 224 00000400:00000200:3.0:1776190951.594655:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.594659:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.594673:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797333184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.595379:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.595392:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8684c0 00000400:00000200:3.0:1776190951.595400:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb41cd [2] + 1640 00000400:00000200:3.0:1776190951.595610:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.595615:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.595620:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.595625:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00010000:00000010:2.1:1776190951.596050:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c56f962. 00010000:00000010:2.1:1776190951.596056:0:78280:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007edca474. 00010000:00000010:2.1:1776190951.596061:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00000800:00000200:2.0:1776190951.597074:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.597080:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000972e39b8 (tot 82348242). 00000400:00000200:2.0:1776190951.597086:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.597091:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.597095:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:2.0:1776190951.597098:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000800:00000200:2.0:1776190951.597184:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.597193:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:2.0:1776190951.597197:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.597200:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.597203:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:2.0:1776190951.597204:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:2.0:1776190951.597210:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005ed06031 x1862468797333248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190951.598353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c406941. 00000400:00000200:3.0:1776190951.600561:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.600589:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11ff00 00000400:00000200:3.0:1776190951.600600:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb58b1 [1] + 224 00000400:00000200:3.0:1776190951.600620:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.600624:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.600639:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005ed06031 x1862468797333248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.602473:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.602494:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868500 00000400:00000200:3.0:1776190951.602585:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb41cd [2] + 1968 00000400:00000010:3.0:1776190951.602590:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bf6c6a1. 00000400:00000200:3.0:1776190951.602593:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000052ab36c2 00000400:00000200:3.0:1776190951.603462:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.603473:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.603483:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052ab36c2 00000400:00000010:3.0:1776190951.603487:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000052ab36c2 (tot 82347842). 00000100:00000200:3.0:1776190951.603495:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190951.603570:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092883c0e. 00000020:00000010:3.0:1776190951.603581:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.603587:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.603621:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770a5162 x1862468788192512/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190951.603681:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788192512 02000000:00000010:3.0:1776190951.603696:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea4750c5. 00010000:00000010:1.1:1776190951.604176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef543197. 00010000:00000010:3.1:1776190951.604995:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019f285e3. 00010000:00000010:3.1:1776190951.605001:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:3.0:1776190951.605018:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004cf57d42. 00010000:00000010:3.0:1776190951.605034:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053d179c9. 00000100:00000010:3.0:1776190951.605041:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000011e89fac. 00000100:00000010:3.0:1776190951.605064:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000011e89fac. 00010000:00000010:3.0:1776190951.605068:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053d179c9. 00000400:00000010:3.0:1776190951.605083:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190951.605089:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788192512, offset 224 00000400:00000200:3.0:1776190951.605097:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.605111:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.605117:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90923:90923:256:4294967295] 192.168.202.25@tcp LPNI seq info [90923:90923:8:4294967295] 00000400:00000200:3.0:1776190951.605126:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.605146:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.605151:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348090). 00000800:00000200:3.0:1776190951.605156:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.605163:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.605166:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.605197:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.605210:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.605213:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092883c0e. 02000000:00000010:3.0:1776190951.605221:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000840c33b1. 00000100:00000010:3.0:1776190951.605226:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 02000000:00000010:3.0:1776190951.605229:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f41ab18a. 00000100:00000010:3.0:1776190951.605231:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 02000000:00000010:3.0:1776190951.605234:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000084b2979f. 00000100:00000010:3.0:1776190951.605236:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076e5bad8. 02000000:00000010:3.0:1776190951.605239:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032adf277. 00000100:00000010:3.0:1776190951.605240:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:3.0:1776190951.605243:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a474ffe2. 00000100:00000010:3.0:1776190951.605246:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 02000000:00000010:3.0:1776190951.605248:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003ecb4f5. 00000100:00000010:3.0:1776190951.605250:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000200:3.0:1776190951.605257:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190951.605272:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b575b82. 00000400:00000010:3.0:1776190951.605283:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000011e89fac (tot 82348242). 00000800:00000200:3.0:1776190951.605385:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.605389:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:3.0:1776190951.605392:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.605397:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.605400:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:3.0:1776190951.605401:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 02000000:00000010:3.0:1776190951.605405:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea4750c5. 00000800:00000200:3.0:1776190951.607512:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.607517:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000972e39b8 (tot 82347994). 00000400:00000200:3.0:1776190951.607523:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.607529:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.607534:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:3.0:1776190951.607535:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:3.0:1776190951.607543:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797333312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.608274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fa0fc86. 00010000:00000010:0.1:1776190951.608295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078cf0137. 00010000:00000010:0.1:1776190951.608299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262042fd. 00010000:00000010:0.1:1776190951.608302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009579f21a. 00000400:00000200:3.0:1776190951.609053:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.609069:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11ff40 00000400:00000200:3.0:1776190951.609077:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb58c1 [1] + 224 00000400:00000200:3.0:1776190951.609091:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.609095:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.609105:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797333312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776190951.609577:0:66439:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190951.609595:0:66439:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe28cf3d. 00000400:00000200:3.0:1776190951.611121:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:3.1:1776190951.611149:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000587f3aa0. 00000400:00000200:3.0:1776190951.611166:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868540 00000400:00000200:3.0:1776190951.611186:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4225 [2] + 0 00000400:00000200:3.0:1776190951.611256:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.611261:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.611266:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.611272:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00010000:00000010:1.1:1776190951.611952:0:69923:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5410b45. 00010000:00000010:1.1:1776190951.611959:0:69923:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cff409d. 00000800:00000200:3.0:1776190951.617021:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.617032:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000243ad285 (tot 82347994). 00000400:00000200:3.0:1776190951.617041:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.617051:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.617057:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:3.0:1776190951.617059:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:3.0:1776190951.617070:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797333440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.617177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f008a313. 00000400:00000200:3.0:1776190951.619219:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.619245:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf11ffc0 00000400:00000200:3.0:1776190951.619254:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb58d9 [1] + 224 00000400:00000200:3.0:1776190951.619288:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.619293:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.619305:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797333440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.619337:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.619343:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868580 00000400:00000200:3.0:1776190951.619348:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4225 [2] + 328 00000400:00000200:3.0:1776190951.619359:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.619362:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.619366:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.619372:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00000800:00000200:2.0:1776190951.619898:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.619903:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239dd843 (tot 82347994). 00000400:00000200:2.0:1776190951.619907:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.619911:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.619915:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:2.0:1776190951.619918:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00010000:00000010:1.1:1776190951.620599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003426ff54. 00010000:00000010:1.1:1776190951.620608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00000800:00000200:2.0:1776190951.621492:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.621497:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b83a11 (tot 82347994). 00000400:00000200:2.0:1776190951.621503:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.621509:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.621513:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:2.0:1776190951.621515:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:2.0:1776190951.621521:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797333504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190951.630880:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084b2979f. 00000020:00000010:3.0:1776190951.630890:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.630897:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.630936:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd76f7ae x1862468788192704/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190951.630982:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788192704 02000000:00000010:3.0:1776190951.630998:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092883c0e. 00010000:00000010:3.0:1776190951.631058:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaca9fd2. 00010000:00000010:3.0:1776190951.631090:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086524f64. 00000100:00000010:3.0:1776190951.631099:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fedfb89a. 00000100:00000010:3.0:1776190951.631117:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fedfb89a. 00010000:00000010:3.0:1776190951.631121:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086524f64. 00000400:00000010:3.0:1776190951.631158:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190951.631166:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788192704, offset 224 00080000:00000010:2.0:1776190951.631174:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000195a0ee. 00000400:00000200:3.0:1776190951.631190:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.631210:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.631218:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90929:90929:256:4294967295] 192.168.202.25@tcp LPNI seq info [90929:90929:8:4294967295] 00000400:00000200:3.0:1776190951.631233:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.631241:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.631247:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190951.631255:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.631264:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.631269:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.631305:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.631325:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.631331:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084b2979f. 00000800:00000200:3.0:1776190951.631444:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.631449:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:3.0:1776190951.631464:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.631469:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.631475:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:3.0:1776190951.631477:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00010000:00000010:2.0:1776190951.632119:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:2.0:1776190951.632156:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007dd781c7. 00010000:00000010:1.1:1776190951.632223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000967d9e70. 00010000:00000010:1.1:1776190951.632231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080462a3b. 00010000:00000010:1.1:1776190951.632235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:2.0:1776190951.632302:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023a6f173. 00010000:00000010:2.0:1776190951.632311:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.632324:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000079528b28. 00000100:00000010:2.0:1776190951.632331:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190951.632342:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e59e524c. 02000000:00000010:2.0:1776190951.632357:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c96bf4f5. 02000000:00000010:2.0:1776190951.632404:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f6c0208. 00000400:00000010:2.0:1776190951.632414:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091319ebf. 00000400:00000010:2.0:1776190951.632421:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190951.632428:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797333568, portal 16 00000400:00000010:2.0:1776190951.632434:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190951.632437:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797333568, offset 0 00000400:00000200:2.0:1776190951.632444:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.632455:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.632462:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.632466:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.632469:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.632472:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90930:90930:256:4294967295] 192.168.202.25@tcp LPNI seq info [90930:90930:8:4294967295] 00000400:00000200:2.0:1776190951.632480:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.632484:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.632488:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190951.632492:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.632499:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.632502:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.638978:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfe9fb0c. 00000020:00000010:2.0:1776190951.638987:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190951.638992:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:2.0:1776190951.639021:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788192768/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190951.639056:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788192768 02000000:00000010:2.0:1776190951.639068:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004291fcb1. 00010000:00000010:2.0:1776190951.639105:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5003d88. 00010000:00000010:2.0:1776190951.639158:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd54e48b. 00000100:00000010:2.0:1776190951.639168:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4f40b78. 00000100:00000010:2.0:1776190951.639200:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a4f40b78. 00010000:00000010:2.0:1776190951.639203:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd54e48b. 00000400:00000010:2.0:1776190951.639305:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190951.639316:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788192768, offset 224 00000400:00000200:2.0:1776190951.639324:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.639341:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.639347:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90931:90931:256:4294967295] 192.168.202.25@tcp LPNI seq info [90931:90931:8:4294967295] 00000400:00000200:2.0:1776190951.639358:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.639373:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.639379:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190951.639385:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.639392:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.639396:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.639422:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190951.639427:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091ec0bb1. 00000020:00000010:2.0:1776190951.639430:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfe9fb0c. 00080000:00000010:3.0:1776190951.640258:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea4750c5. 00010000:00000010:3.0:1776190951.640515:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ef01e8c. 00010000:00000010:3.0:1776190951.640526:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052821531. 00010000:00000010:3.0:1776190951.640617:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039fa1517. 00010000:00000010:3.0:1776190951.640620:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005ac2924a. 00010000:00000010:3.0:1776190951.640625:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.0:1776190951.640630:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00080000:00000010:3.0:1776190951.640642:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084b2979f. 00010000:00000010:3.0:1776190951.640669:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190951.640672:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ac2924a. 00010000:00000010:3.0:1776190951.640724:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0e450d5. 00010000:00000010:3.0:1776190951.640726:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190951.640732:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086524f64. 00000100:00000010:3.0:1776190951.640736:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fedfb89a. 00000100:00000010:3.0:1776190951.640745:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190951.640757:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e686a1fd. 02000000:00000010:3.0:1776190951.640782:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006731b30b. 00000400:00000010:3.0:1776190951.640788:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b56e2af. 00000400:00000010:3.0:1776190951.640792:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190951.640799:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797333632, portal 16 00000400:00000010:3.0:1776190951.640804:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190951.640807:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797333632, offset 0 00000400:00000200:3.0:1776190951.640815:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.640828:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.640836:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.640842:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.640845:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.640847:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90932:90932:256:4294967295] 192.168.202.25@tcp LPNI seq info [90932:90932:8:4294967295] 00000400:00000200:3.0:1776190951.640856:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.640860:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.640865:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190951.640870:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.640875:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.640878:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776190951.642845:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b56e2af. 00000400:00000200:3.0:1776190951.642851:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:3.0:1776190951.642853:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00000100:00000200:3.0:1776190951.642858:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797333632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.642864:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797333632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.642893:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006731b30b. 02000000:00000010:3.0:1776190951.642897:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e686a1fd. 00000100:00000010:3.0:1776190951.642900:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190951.642903:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fedfb89a. 00010000:00000010:3.0:1776190951.642906:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086524f64. 00000020:00000010:2.0:1776190951.643724:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfe9fb0c. 00000020:00000010:2.0:1776190951.643732:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190951.643738:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:2.0:1776190951.643768:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788192832/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190951.643808:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788192832 02000000:00000010:2.0:1776190951.643829:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040207098. 00010000:00000010:2.0:1776190951.643873:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099fe4695. 00010000:00000010:2.0:1776190951.643894:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd54e48b. 00000100:00000010:2.0:1776190951.643904:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4f40b78. 00000100:00000010:2.0:1776190951.643924:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a4f40b78. 00010000:00000010:2.0:1776190951.643930:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd54e48b. 00000400:00000010:2.0:1776190951.643947:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190951.643952:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788192832, offset 224 00080000:00000010:3.0:1776190951.643955:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e686a1fd. 00000400:00000200:2.0:1776190951.643961:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.643974:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.643981:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90933:90933:256:4294967295] 192.168.202.25@tcp LPNI seq info [90933:90933:8:4294967295] 00000400:00000200:2.0:1776190951.643992:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.643997:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.644002:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.644009:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.644016:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.644020:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776190951.644033:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190951.644039:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000298dc13f. 00000020:00000010:2.0:1776190951.644042:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190951.644049:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091ec0bb1. 00000020:00000010:2.0:1776190951.644052:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfe9fb0c. 00010000:00000010:3.0:1776190951.644111:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.0:1776190951.644116:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190951.644127:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086524f64. 00000100:00000010:3.0:1776190951.644148:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fedfb89a. 00000100:00000010:3.0:1776190951.644155:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190951.644170:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006731b30b. 02000000:00000010:3.0:1776190951.644211:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000443469b5. 00000400:00000010:3.0:1776190951.644218:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b56e2af. 00000400:00000010:3.0:1776190951.644224:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190951.644230:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797333696, portal 16 00000400:00000010:3.0:1776190951.644236:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190951.644237:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797333696, offset 0 00000400:00000200:3.0:1776190951.644243:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.644250:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.644258:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.644271:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.644275:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.644286:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90934:90934:255:4294967295] 192.168.202.25@tcp LPNI seq info [90934:90934:7:4294967295] 00000400:00000200:3.0:1776190951.644295:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.644299:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.644302:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190951.644306:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.644309:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.644312:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190951.645327:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006abafc25. 00010000:00000010:2.1:1776190951.645334:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:3.1:1776190951.645487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f611492. 00000020:00000010:2.0:1776190951.648999:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfe9fb0c. 00000400:00000010:3.0:1776190951.649002:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b56e2af. 00000020:00000010:2.0:1776190951.649006:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000400:00000200:3.0:1776190951.649008:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:3.0:1776190951.649010:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00000020:00000010:2.0:1776190951.649010:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:3.0:1776190951.649016:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797333696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.649023:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797333696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.649034:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788192896/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:3.0:1776190951.649051:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000443469b5. 02000000:00000010:3.0:1776190951.649058:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006731b30b. 00000100:00000010:3.0:1776190951.649062:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190951.649071:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fedfb89a. 00000100:00000200:2.0:1776190951.649072:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788192896 00010000:00000010:3.0:1776190951.649075:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086524f64. 02000000:00000010:2.0:1776190951.649083:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd543bd9. 00010000:00000010:2.0:1776190951.649115:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f232bbff. 00010000:00000010:2.0:1776190951.649157:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd54e48b. 00000100:00000010:2.0:1776190951.649165:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4f40b78. 00000100:00000010:2.0:1776190951.649178:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a4f40b78. 00010000:00000010:2.0:1776190951.649181:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd54e48b. 00000400:00000010:2.0:1776190951.649203:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190951.649208:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788192896, offset 224 00000400:00000200:2.0:1776190951.649215:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.649238:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.649244:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90935:90935:256:4294967295] 192.168.202.25@tcp LPNI seq info [90935:90935:8:4294967295] 00000400:00000200:2.0:1776190951.649254:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.649259:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.649266:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.649272:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.649292:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.649296:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.649319:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190951.649324:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091ec0bb1. 00000020:00000010:2.0:1776190951.649327:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfe9fb0c. 00000800:00000200:3.0:1776190951.649491:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.649495:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190951.649500:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.649504:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.649506:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:3.0:1776190951.649508:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00010000:00000010:2.1:1776190951.650273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d0f00e2. 00010000:00000010:3.1:1776190951.650704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096a00871. 00010000:00000010:3.1:1776190951.650710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a6f173. 00010000:00000010:3.1:1776190951.650713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fa1517. 00010000:00000010:3.1:1776190951.650716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.1:1776190951.650719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cf5fedc. 00010000:00000010:3.1:1776190951.650721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00000800:00000200:3.0:1776190951.650792:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.650794:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:3.0:1776190951.650797:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.650802:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.650804:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:3.0:1776190951.650806:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:3.0:1776190951.650811:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797333760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190951.652415:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b402df66. 00000400:00000200:3.0:1776190951.652422:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:3.0:1776190951.652423:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000100:00000200:3.0:1776190951.652429:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797333760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.652437:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797333760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.652471:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1c1f1e1. 02000000:00000010:3.0:1776190951.652477:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007984b3c3. 00000100:00000010:3.0:1776190951.652481:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:3.0:1776190951.652485:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000034c4fab. 00010000:00000010:3.0:1776190951.652488:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006061aaf5. 00010000:00000010:2.1:1776190951.654169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f12b2383. 00000400:00000200:3.0:1776190951.654497:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.654516:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8686c0 00000400:00000200:3.0:1776190951.654526:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4225 [2] + 1968 00000400:00000010:3.0:1776190951.654531:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc6a8ee2. 00000400:00000200:3.0:1776190951.654536:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006d8f03bb 00000400:00000200:3.0:1776190951.654598:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.654602:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.654606:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d8f03bb 00000400:00000010:3.0:1776190951.654608:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006d8f03bb (tot 82347842). 00000100:00000200:3.0:1776190951.654612:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190951.654672:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfe9fb0c. 00000020:00000010:2.0:1776190951.654680:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065c12938. 00000020:00000010:2.0:1776190951.654685:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:2.0:1776190951.654715:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e5be9df x1862468788192960/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190951.654755:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788192960 02000000:00000010:2.0:1776190951.654770:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004fdad1a7. 00010000:00000010:2.0:1776190951.654800:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036d79d8d. 00010000:00000010:2.0:1776190951.654820:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd54e48b. 00000100:00000010:2.0:1776190951.654827:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4f40b78. 00000100:00000010:2.0:1776190951.654847:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a4f40b78. 00010000:00000010:2.0:1776190951.654850:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd54e48b. 00000400:00000010:2.0:1776190951.654864:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190951.654870:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788192960, offset 224 00000400:00000200:2.0:1776190951.654878:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.654891:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.654897:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90937:90937:256:4294967295] 192.168.202.25@tcp LPNI seq info [90937:90937:8:4294967295] 00000400:00000200:2.0:1776190951.654909:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.654915:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.654920:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348090). 00000800:00000200:2.0:1776190951.654925:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00080000:00000010:3.0:1776190951.654931:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006731b30b. 00000800:00000200:2.0:1776190951.654931:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.654936:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.654958:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065c12938. 00000020:00000010:2.0:1776190951.654962:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091ec0bb1. 00000020:00000010:2.0:1776190951.654964:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfe9fb0c. 02000000:00000010:2.0:1776190951.654972:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd543bd9. 00000100:00000010:2.0:1776190951.654975:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:2.0:1776190951.654981:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040207098. 00000100:00000010:2.0:1776190951.654983:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 02000000:00000010:2.0:1776190951.654986:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004291fcb1. 00000100:00000010:2.0:1776190951.654988:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:2.0:1776190951.654991:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092883c0e. 00000100:00000010:2.0:1776190951.654993:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 02000000:00000010:2.0:1776190951.654996:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006906f9e8. 00000100:00000010:2.0:1776190951.654998:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 02000000:00000010:2.0:1776190951.655001:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a25d765. 00000100:00000010:2.0:1776190951.655002:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076e5bad8. 00000100:00000200:2.0:1776190951.655008:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190951.655014:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af1bd4a. 00000400:00000010:2.0:1776190951.655019:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4f40b78 (tot 82348242). 00010000:00000010:3.0:1776190951.655071:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:3.0:1776190951.655077:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fee514da. 00010000:00000010:3.0:1776190951.655182:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0e450d5. 00010000:00000010:3.0:1776190951.655188:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190951.655202:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086524f64. 00000100:00000010:3.0:1776190951.655205:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fedfb89a. 00000100:00000010:3.0:1776190951.655214:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190951.655226:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000443469b5. 02000000:00000010:3.0:1776190951.655255:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092883c0e. 00000400:00000010:3.0:1776190951.655260:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b56e2af. 00000400:00000010:3.0:1776190951.655275:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190951.655287:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797333824, portal 16 00000400:00000010:3.0:1776190951.655291:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190951.655294:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797333824, offset 0 00000400:00000200:3.0:1776190951.655299:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.655305:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.655311:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.655315:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.655317:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.655320:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90938:90938:255:4294967295] 192.168.202.25@tcp LPNI seq info [90938:90938:7:4294967295] 00000400:00000200:3.0:1776190951.655327:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.655331:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.655334:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190951.655337:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.655339:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.655341:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190951.658171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5c7b40a. 00010000:00000010:0.1:1776190951.660061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004091cbc0. 00010000:00000010:0.1:1776190951.660088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078cf0137. 00000400:00000200:3.0:1776190951.660596:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.660620:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120140 00000400:00000200:3.0:1776190951.660632:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5925 [1] + 224 00000400:00000200:3.0:1776190951.660666:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.660673:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.660690:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797333824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190951.662183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b498267f. 00010000:00000010:3.1:1776190951.662251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027ceaba6. 00010000:00000010:3.1:1776190951.662360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009579f21a. 00000400:00000200:3.0:1776190951.664927:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.664955:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868700 00000400:00000200:3.0:1776190951.664964:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb427d [2] + 0 00000400:00000200:3.0:1776190951.665027:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.665031:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.665038:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.665044:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000244af836. 00000020:00000010:2.0:1776190951.665120:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004291fcb1. 00000020:00000010:2.0:1776190951.665183:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065c12938. 00000020:00000010:2.0:1776190951.665192:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:2.0:1776190951.665235:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000244af836 x1862468788193024/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190951.665267:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788193024 02000000:00000010:2.0:1776190951.665292:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040207098. 00010000:00000010:2.0:1776190951.665320:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6509644. 00010000:00000010:2.0:1776190951.665342:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd54e48b. 00000100:00000010:2.0:1776190951.665351:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000989165f. 00000100:00000010:2.0:1776190951.665379:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000989165f. 00010000:00000010:2.0:1776190951.665383:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd54e48b. 00000400:00000010:2.0:1776190951.665399:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190951.665407:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788193024, offset 224 00000400:00000200:2.0:1776190951.665417:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.665432:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.665438:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90939:90939:256:4294967295] 192.168.202.25@tcp LPNI seq info [90939:90939:8:4294967295] 00000400:00000200:2.0:1776190951.665450:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.665455:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.665462:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190951.665468:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.665475:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.665478:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.665516:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065c12938. 00000020:00000010:2.0:1776190951.665520:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091ec0bb1. 00000020:00000010:2.0:1776190951.665523:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004291fcb1. 00000400:00000200:3.0:1776190951.669330:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.669354:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120180 00000400:00000200:3.0:1776190951.669364:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5931 [1] + 224 00000400:00000200:3.0:1776190951.669379:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.669384:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.669397:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797333888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.671679:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.671700:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868740 00000400:00000200:3.0:1776190951.672085:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb427d [2] + 328 00000400:00000200:3.0:1776190951.672226:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.672232:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.672240:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.672248:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000800:00000200:3.0:1776190951.673191:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.673196:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:3.0:1776190951.673201:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.673208:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.673213:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:3.0:1776190951.673216:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000800:00000200:3.0:1776190951.673987:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.673991:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002cc89fd (tot 82347994). 00000400:00000200:3.0:1776190951.673996:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.674000:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.674004:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec263b15 00000400:00000010:3.0:1776190951.674006:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec263b15. 00000100:00000200:3.0:1776190951.674012:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797333952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190951.675976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e68d07b0. 00010000:00000010:1.1:1776190951.675994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00010000:00000010:2.1:1776190951.676061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004abc4b2e. 00000400:00000200:3.0:1776190951.679465:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.679492:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1201c0 00000400:00000200:3.0:1776190951.679503:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb593d [1] + 224 00000400:00000200:3.0:1776190951.679527:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.679531:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.679545:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797333952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.681199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcd1f453. 00000400:00000200:3.0:1776190951.683812:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.683908:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868780 00000400:00000200:3.0:1776190951.683918:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb427d [2] + 656 00000400:00000200:3.0:1776190951.683995:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.684000:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.684007:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.684013:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000020:00000010:2.0:1776190951.684546:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004291fcb1. 00000020:00000010:2.0:1776190951.684554:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065c12938. 00000020:00000010:2.0:1776190951.684654:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:2.0:1776190951.684685:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788193152/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190951.684767:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788193152 02000000:00000010:2.0:1776190951.684779:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd543bd9. 00010000:00000010:2.0:1776190951.684812:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034e93865. 00010000:00000010:2.0:1776190951.684847:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd54e48b. 00000100:00000010:2.0:1776190951.684854:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000989165f. 00000100:00000010:2.0:1776190951.684872:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000989165f. 00010000:00000010:2.0:1776190951.684875:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd54e48b. 00000400:00000010:2.0:1776190951.684889:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190951.684894:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788193152, offset 224 00000400:00000200:2.0:1776190951.684901:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.684912:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.684918:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90943:90943:256:4294967295] 192.168.202.25@tcp LPNI seq info [90943:90943:8:4294967295] 00000400:00000200:2.0:1776190951.684929:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.684933:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.684938:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.684943:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.684950:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.684953:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.684976:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000065c12938. 00000020:00000010:2.0:1776190951.684981:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000091ec0bb1. 00000020:00000010:2.0:1776190951.684984:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004291fcb1. 00000800:00000200:3.0:1776190951.685504:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.685509:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000400:00000200:3.0:1776190951.685514:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.685520:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.685525:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:3.0:1776190951.685526:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000800:00000200:3.0:1776190951.685600:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.685602:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3a12437 (tot 82347994). 00000400:00000200:3.0:1776190951.685607:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.685610:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.685612:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:3.0:1776190951.685614:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000100:00000200:3.0:1776190951.685618:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797334016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.687300:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.687320:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120200 00000400:00000200:3.0:1776190951.687328:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5949 [1] + 224 00000400:00000200:3.0:1776190951.687345:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.687349:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.687359:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797334016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.687994:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.688001:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8687c0 00000400:00000200:3.0:1776190951.688005:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb427d [2] + 984 00000400:00000200:3.0:1776190951.688040:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.688043:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.688046:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.688049:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:2.0:1776190951.688119:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004291fcb1. 00000020:00000010:2.0:1776190951.688125:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000065c12938. 00000020:00000010:2.0:1776190951.688160:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000091ec0bb1. 00000100:00000200:2.0:1776190951.688196:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788193216/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000800:00000200:3.0:1776190951.688655:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.688658:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:3.0:1776190951.688661:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.688664:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.688666:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:3.0:1776190951.688668:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 00010000:00000010:1.1:1776190951.688805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096053aaa. 00010000:00000010:1.1:1776190951.688814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:1.1:1776190951.688827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190951.688830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00000800:00000200:3.0:1776190951.689495:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.689498:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049c01ec6 (tot 82347994). 00000400:00000200:3.0:1776190951.689504:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.689508:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.689512:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:3.0:1776190951.689513:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000100:00000200:3.0:1776190951.689520:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797334080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.691602:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.691624:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120240 00000400:00000200:3.0:1776190951.691632:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5955 [1] + 224 00000400:00000200:3.0:1776190951.691650:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.691652:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.692019:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797334080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.692057:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.692061:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868800 00000400:00000200:3.0:1776190951.692065:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb427d [2] + 1312 00000400:00000200:3.0:1776190951.692762:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.692767:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.692772:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.692778:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00000800:00000200:3.0:1776190951.693671:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.693674:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82348242). 00000400:00000200:3.0:1776190951.693676:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.693679:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.693681:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:3.0:1776190951.693682:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000800:00000200:3.0:1776190951.693981:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.693984:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049c01ec6 (tot 82347994). 00000400:00000200:3.0:1776190951.693988:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.693992:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.693994:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:3.0:1776190951.693995:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00000100:00000200:3.0:1776190951.694001:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797334144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.695506:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.695527:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120280 00000400:00000200:3.0:1776190951.695539:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5961 [1] + 224 00000400:00000200:3.0:1776190951.695576:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.695581:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.695591:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797334144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190951.696077:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190951.696085:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868840 00000400:00000200:2.0:1776190951.696089:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb427d [2] + 1640 00000400:00000200:2.0:1776190951.696150:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.696152:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190951.696157:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190951.696161:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000531c177. 00000800:00000200:3.0:1776190951.696712:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.696715:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:3.0:1776190951.696718:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.696721:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.696724:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:3.0:1776190951.696725:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00010000:00000010:2.1:1776190951.698498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012b6b7bd. 00000800:00000200:3.0:1776190951.699694:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.699699:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:3.0:1776190951.699704:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.699710:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.699715:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:3.0:1776190951.699717:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:3.0:1776190951.699725:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797334208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.701588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96ea49c. 00010000:00000010:0.1:1776190951.701600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cbdb483. 00010000:00000010:1.1:1776190951.702411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c450835c. 00010000:00000010:1.1:1776190951.702420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:1.1:1776190951.702424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000589fec83. 00010000:00000010:1.1:1776190951.702428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00000400:00000200:2.0:1776190951.703917:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190951.703939:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1202c0 00000400:00000200:2.0:1776190951.703948:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb596d [1] + 224 00000400:00000200:2.0:1776190951.703962:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.703967:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190951.703980:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797334208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190951.704023:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190951.704029:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868880 00000400:00000200:2.0:1776190951.704035:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb427d [2] + 1968 00000400:00000010:2.0:1776190951.704039:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018b71a60. 00000400:00000200:2.0:1776190951.704043:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000079c40a2c 00000400:00000200:2.0:1776190951.704054:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.704059:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.704070:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c40a2c 00000400:00000010:2.0:1776190951.704074:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000079c40a2c (tot 82347842). 00000100:00000200:2.0:1776190951.704082:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190951.704982:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfe9fb0c. 00000020:00000010:2.0:1776190951.704990:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190951.704993:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190951.705015:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000778033a6 x1862468788193408/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190951.705042:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788193408 02000000:00000010:2.0:1776190951.705049:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045dca720. 00010000:00000010:2.0:1776190951.705082:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0940f65. 00010000:00000010:2.0:1776190951.705111:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd54e48b. 00000100:00000010:2.0:1776190951.705117:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000989165f. 00000100:00000010:2.0:1776190951.705337:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000989165f. 00010000:00000010:2.0:1776190951.705342:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd54e48b. 00010000:00000010:2.0:1776190951.705348:0:64665:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b410290b. 00000400:00000010:2.0:1776190951.705381:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190951.705387:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788193408, offset 224 00000400:00000200:2.0:1776190951.705395:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.705409:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.705419:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90951:90951:256:4294967295] 192.168.202.25@tcp LPNI seq info [90951:90951:8:4294967295] 00000400:00000200:2.0:1776190951.705432:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.705441:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.705450:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348090). 00000800:00000200:2.0:1776190951.705458:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.705465:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.705469:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.705485:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000800:00000200:3.0:1776190951.705770:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.705776:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347842). 00000400:00000200:3.0:1776190951.705782:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.705788:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.705792:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:3.0:1776190951.705794:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000020:00000010:2.0:1776190951.705839:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190951.705843:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfe9fb0c. 02000000:00000010:2.0:1776190951.705851:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045dca720. 02000000:00000010:2.0:1776190951.705854:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000167851c9. 00000100:00000010:2.0:1776190951.705858:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000531c177. 02000000:00000010:2.0:1776190951.705861:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7d44ff1. 00000100:00000010:2.0:1776190951.705864:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 02000000:00000010:2.0:1776190951.705867:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1c1f1e1. 00000100:00000010:2.0:1776190951.705869:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:2.0:1776190951.705872:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd543bd9. 00000100:00000010:2.0:1776190951.705874:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:2.0:1776190951.705878:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efee2105. 00000100:00000010:2.0:1776190951.705881:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:2.0:1776190951.705884:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040207098. 00000100:00000010:2.0:1776190951.705886:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000244af836. 00000100:00000200:2.0:1776190951.705898:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190951.705902:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000620b7706. 00000400:00000010:2.0:1776190951.705906:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000989165f (tot 82347994). 00000800:00000200:2.0:1776190951.707751:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.707758:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239dd843 (tot 82347994). 00000400:00000200:2.0:1776190951.707767:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.707775:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.707781:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:2.0:1776190951.707783:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000100:00000200:2.0:1776190951.707792:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797334272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.708170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dafb37f. 00010000:00000010:0.1:1776190951.708180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:1.1:1776190951.708383:0:78293:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab34fe43. 00010000:00000010:1.1:1776190951.708393:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:1.1:1776190951.708397:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dc360ad. 00000400:00000200:3.0:1776190951.717894:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.717916:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120300 00000400:00000200:3.0:1776190951.717926:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5979 [1] + 224 00000400:00000200:3.0:1776190951.717943:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.717946:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.717957:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797334272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190951.718583:0:78298:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf427afc. 00000400:00000200:3.0:1776190951.719091:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.719102:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8688c0 00000400:00000200:3.0:1776190951.719108:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb42d5 [2] + 0 00010000:00000010:0.1:1776190951.719172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00000400:00000200:3.0:1776190951.719200:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.719206:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.719211:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.719218:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000244af836. 00080000:00000010:3.0:1776190951.719593:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000897388e7. 00010000:00000010:3.0:1776190951.719718:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d70e8b4a. 00010000:00000010:3.0:1776190951.719726:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f58f64d. 00010000:00000010:3.0:1776190951.719857:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.0:1776190951.719867:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190951.719880:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007214c371. 00000100:00000010:3.0:1776190951.719883:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9f5cc5f. 00000100:00000010:3.0:1776190951.719891:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190951.719904:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a474ffe2. 02000000:00000010:3.0:1776190951.719936:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a27f9a0. 00000400:00000010:3.0:1776190951.719943:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50922b. 00000400:00000010:3.0:1776190951.719948:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190951.719955:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797334336, portal 16 00000400:00000010:3.0:1776190951.719960:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190951.719962:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797334336, offset 0 00000400:00000200:3.0:1776190951.719967:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.719973:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.719983:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.719988:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.719992:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.719995:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90954:90954:255:4294967295] 192.168.202.25@tcp LPNI seq info [90954:90954:7:4294967295] 00000400:00000200:3.0:1776190951.720004:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.720009:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.720013:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348490). 00000800:00000200:3.0:1776190951.720018:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.720022:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.720024:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190951.722703:0:78298:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d57ed667. 00000400:00000010:3.0:1776190951.726679:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c50922b. 00000400:00000200:3.0:1776190951.726686:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:3.0:1776190951.726689:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000100:00000200:3.0:1776190951.726697:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797334336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.726707:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797334336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190951.726732:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008586ba5f. 02000000:00000010:3.0:1776190951.726748:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a27f9a0. 02000000:00000010:3.0:1776190951.726753:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a474ffe2. 00000100:00000010:3.0:1776190951.726756:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:3.0:1776190951.726760:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c9f5cc5f. 00010000:00000010:3.0:1776190951.726763:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007214c371. 00080000:00000010:3.0:1776190951.726778:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a474ffe2. 00010000:00000010:3.0:1776190951.726872:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190951.726878:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000560f7d67. 00010000:00000010:3.0:1776190951.726964:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.0:1776190951.726970:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190951.726981:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007214c371. 00000100:00000010:3.0:1776190951.726986:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9f5cc5f. 00000100:00000010:3.0:1776190951.726993:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190951.727004:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a27f9a0. 02000000:00000010:3.0:1776190951.727027:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000443469b5. 00000400:00000010:3.0:1776190951.727031:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50922b. 00000400:00000010:3.0:1776190951.727035:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190951.727040:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797334400, portal 16 00000400:00000010:3.0:1776190951.727045:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190951.727047:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797334400, offset 0 00000400:00000200:3.0:1776190951.727056:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.727068:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.727076:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.727080:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.727083:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.727086:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90956:90956:256:4294967295] 192.168.202.25@tcp LPNI seq info [90956:90956:8:4294967295] 00000400:00000200:3.0:1776190951.727094:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.727098:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.727102:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190951.727106:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.727111:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.727114:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776190951.730391:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.730409:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120380 00000400:00000200:3.0:1776190951.730418:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5995 [1] + 224 00000400:00000200:3.0:1776190951.730476:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.730480:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.730492:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797334400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.730597:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.730603:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868940 00000400:00000200:3.0:1776190951.730609:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb42d5 [2] + 656 00000400:00000200:3.0:1776190951.730662:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.730666:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.730670:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.730675:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000020:00000010:3.0:1776190951.730734:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092883c0e. 00000020:00000010:3.0:1776190951.730743:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005ac2924a. 00000020:00000010:3.0:1776190951.730749:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.730786:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788193600/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190951.730826:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788193600 02000000:00000010:3.0:1776190951.730839:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000011f4bb1b. 00010000:00000010:3.0:1776190951.730881:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd49e3a1. 00000100:00000010:3.0:1776190951.730888:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd5a9e58. 00000100:00000010:3.0:1776190951.730895:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd5a9e58. 00010000:00000010:3.0:1776190951.730898:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd49e3a1. 00000400:00000010:3.0:1776190951.730914:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190951.730919:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788193600, offset 224 00000400:00000200:3.0:1776190951.730925:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.730936:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.730942:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90957:90957:256:4294967295] 192.168.202.25@tcp LPNI seq info [90957:90957:8:4294967295] 00000400:00000200:3.0:1776190951.730952:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.730958:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.730962:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190951.730968:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.730974:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.730978:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.731000:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005ac2924a. 00000020:00000010:3.0:1776190951.731011:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.731014:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092883c0e. 00010000:00000010:0.1:1776190951.732538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eedd998. 00010000:00000010:3.1:1776190951.732757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e4e53a. 00010000:00000010:3.1:1776190951.732763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00080000:00000010:2.0:1776190951.735009:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efee2105. 00010000:00000010:2.0:1776190951.735160:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:2.0:1776190951.735169:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f95e1c1. 00010000:00000010:2.0:1776190951.735822:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.0:1776190951.735834:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.735853:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd54e48b. 00000100:00000010:2.0:1776190951.735861:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f4b4de. 00000100:00000010:2.0:1776190951.735873:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000531c177. 02000000:00000010:2.0:1776190951.735889:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1c1f1e1. 02000000:00000010:2.0:1776190951.735922:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7d44ff1. 00000400:00000010:2.0:1776190951.735928:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e17c455. 00000400:00000010:2.0:1776190951.735934:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190951.735940:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797334464, portal 16 00000400:00000010:2.0:1776190951.735945:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190951.735947:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797334464, offset 0 00000400:00000200:2.0:1776190951.735956:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.735972:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.735979:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.735982:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.735985:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.735988:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90958:90958:256:4294967295] 192.168.202.25@tcp LPNI seq info [90958:90958:8:4294967295] 00000400:00000200:2.0:1776190951.735998:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.736004:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.736009:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190951.736016:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.736024:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.736028:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190951.738155:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1ceb41c. 00010000:00000010:3.1:1776190951.738170:0:78293:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d0dd959. 00010000:00000010:3.1:1776190951.738173:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:2.1:1776190951.740171:0:78300:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6dcd895. 00010000:00000010:2.1:1776190951.740187:0:78300:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:1.1:1776190951.740304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e73fff1d. 00000400:00000010:2.0:1776190951.753306:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d182179. 00000400:00000200:2.0:1776190951.753312:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:2.0:1776190951.753315:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:2.0:1776190951.753321:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797334528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.753329:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797334528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190951.753811:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7d44ff1. 02000000:00000010:2.0:1776190951.753818:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1c1f1e1. 00000100:00000010:2.0:1776190951.753822:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:2.0:1776190951.753827:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:2.0:1776190951.753830:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000763311ce. 00080000:00000010:2.0:1776190951.753853:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1c1f1e1. 00010000:00000010:2.0:1776190951.753974:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:2.0:1776190951.753981:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca277d23. 00010000:00000010:2.0:1776190951.754051:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:2.0:1776190951.754059:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.754072:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c04f6f14. 00000100:00000010:2.0:1776190951.754075:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f4b4de. 00000100:00000010:2.0:1776190951.754082:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000023fdab81. 02000000:00000010:2.0:1776190951.754095:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7d44ff1. 02000000:00000010:2.0:1776190951.754124:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000167851c9. 00000400:00000010:2.0:1776190951.754152:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d37d0c56. 00000400:00000010:2.0:1776190951.754159:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190951.754166:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797334592, portal 16 00000400:00000010:2.0:1776190951.754172:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190951.754174:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797334592, offset 0 00000400:00000200:2.0:1776190951.754179:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.754186:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.754587:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.754590:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.754594:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.754596:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90962:90962:255:4294967295] 192.168.202.25@tcp LPNI seq info [90962:90962:7:4294967295] 00000400:00000200:2.0:1776190951.754604:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.754610:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.754614:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190951.754618:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.754622:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.754624:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1776190951.760088:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d37d0c56. 00000400:00000200:2.0:1776190951.760093:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190951.760095:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:2.0:1776190951.760102:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000023fdab81 x1862468797334592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.760110:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000023fdab81 x1862468797334592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190951.760152:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cfd745a. 00010000:00000010:1.1:1776190951.760164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000644f5d0a. 02000000:00000010:2.0:1776190951.760168:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000167851c9. 00010000:00000010:1.1:1776190951.760170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd2d184c. 02000000:00000010:2.0:1776190951.760174:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7d44ff1. 00000100:00000010:2.0:1776190951.760179:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000023fdab81. 00000100:00000010:2.0:1776190951.760182:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052f4b4de. 00010000:00000010:1.1:1776190951.760184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.0:1776190951.760185:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c04f6f14. 00080000:00000010:2.0:1776190951.760203:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000167851c9. 00000800:00000200:3.0:1776190951.760294:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.760298:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002cc89fd (tot 82347994). 00000400:00000200:3.0:1776190951.760303:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.760306:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.760309:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:3.0:1776190951.760310:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00010000:00000010:2.0:1776190951.760327:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.760333:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040c18ba0. 00010000:00000010:2.0:1776190951.760401:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190951.760404:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000280957f7. 00010000:00000010:2.0:1776190951.760408:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.0:1776190951.760411:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00080000:00000010:2.0:1776190951.760421:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7d44ff1. 00010000:00000010:2.0:1776190951.760438:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.760440:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000280957f7. 00010000:00000010:2.0:1776190951.760479:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023a6f173. 00010000:00000010:2.0:1776190951.760481:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.760487:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c04f6f14. 00000100:00000010:2.0:1776190951.760489:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f4b4de. 00000100:00000010:2.0:1776190951.760493:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000023fdab81. 02000000:00000010:2.0:1776190951.760503:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fef225d7. 02000000:00000010:2.0:1776190951.760523:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f93c7973. 00000400:00000010:2.0:1776190951.760525:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d37d0c56. 00000400:00000010:2.0:1776190951.760528:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190951.760531:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797334656, portal 16 00000400:00000010:2.0:1776190951.760534:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190951.760535:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797334656, offset 0 00000400:00000200:2.0:1776190951.760539:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.760544:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.760550:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.760553:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.760555:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.760557:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90964:90964:256:4294967295] 192.168.202.25@tcp LPNI seq info [90964:90964:8:4294967295] 00000400:00000200:2.0:1776190951.760562:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.760564:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.760567:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.760569:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.760572:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.761314:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190951.762112:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.762117:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190951.762124:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.762163:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.762171:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:3.0:1776190951.762182:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00000100:00000200:3.0:1776190951.762195:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000023fdab81 x1862468797334656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190951.762393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:2.1:1776190951.763690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007585eb84. 00010000:00000010:2.1:1776190951.763704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:2.1:1776190951.767283:0:78303:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c0f34c5. 00010000:00000010:2.1:1776190951.767300:0:78303:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098d39170. 00010000:00000010:2.1:1776190951.767305:0:78303:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:2.1:1776190951.767308:0:78303:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190951.767311:0:78303:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00000800:00000200:2.0:1776190951.770944:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.770950:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f0e48e1 (tot 82347994). 00000400:00000200:2.0:1776190951.770956:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.770961:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.770965:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:2.0:1776190951.770967:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 02000000:00000010:2.0:1776190951.770973:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b18b7bf8. 00000800:00000200:3.0:1776190951.771735:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.771739:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:3.0:1776190951.771742:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.771746:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.771749:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:3.0:1776190951.771750:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000100:00000200:3.0:1776190951.771757:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797334720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.775960:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.775987:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1204c0 00000400:00000200:3.0:1776190951.775999:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb59d5 [1] + 224 00000400:00000200:3.0:1776190951.776016:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.776021:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.776036:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797334720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190951.776574:0:78304:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000293b5228. 00010000:00000010:0.1:1776190951.777556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000710c2608. 00010000:00000010:0.1:1776190951.777567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a6f173. 00000400:00000200:3.0:1776190951.778083:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.778102:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868a80 00000400:00000200:3.0:1776190951.778110:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb432d [2] + 0 00000400:00000200:3.0:1776190951.778216:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.778221:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.778231:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.778236:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000400:00000010:3.0:1776190951.784981:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000044fe3977. 00000400:00000200:3.0:1776190951.784987:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:3.0:1776190951.784990:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000100:00000200:3.0:1776190951.784996:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797334784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.785003:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797334784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.785043:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f982b20. 02000000:00000010:3.0:1776190951.785050:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a97d0a6. 00000100:00000010:3.0:1776190951.785055:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:3.0:1776190951.785059:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000034c4fab. 00010000:00000010:3.0:1776190951.785064:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000020:00000010:2.0:1776190951.787637:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ffdd405. 00000020:00000010:2.0:1776190951.787650:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000280957f7. 00000020:00000010:2.0:1776190951.787668:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190951.787704:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788193984/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190951.788517:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788193984 02000000:00000010:2.0:1776190951.788540:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb274bb7. 00010000:00000010:2.0:1776190951.788581:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2a44f44. 00010000:00000010:2.0:1776190951.788606:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000befa0df1. 00000100:00000010:2.0:1776190951.788614:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190951.788629:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190951.788631:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000befa0df1. 00000400:00000010:2.0:1776190951.788643:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190951.788648:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788193984, offset 224 00010000:00000010:0.1:1776190951.789264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7b2907. 00010000:00000010:0.1:1776190951.789271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd170660. 00010000:00000010:0.1:1776190951.789285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00000400:00000200:2.0:1776190951.789857:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.789865:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.789870:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90970:90970:255:4294967295] 192.168.202.25@tcp LPNI seq info [90970:90970:7:4294967295] 00000400:00000200:2.0:1776190951.789877:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.789881:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.789886:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190951.789889:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.789893:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.789895:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.789912:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000280957f7. 00000020:00000010:2.0:1776190951.789918:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190951.789922:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ffdd405. 00000800:00000200:3.0:1776190951.797542:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.797546:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:3.0:1776190951.797550:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.797555:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.797558:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:3.0:1776190951.797559:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:3.0:1776190951.797566:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797334912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.799167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065e84a04. 00010000:00000010:0.1:1776190951.799177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00010000:00000010:2.1:1776190951.799294:0:78307:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e54d28. 00000400:00000200:3.0:1776190951.802294:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.802307:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868b40 00000400:00000200:3.0:1776190951.802314:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb432d [2] + 984 00000400:00000200:3.0:1776190951.802372:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.802376:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.802381:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.802386:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00080000:00000010:3.0:1776190951.802847:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fdab52a. 00010000:00000010:3.0:1776190951.802955:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00010000:00000010:3.0:1776190951.802962:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4ea0755. 00010000:00000010:3.0:1776190951.803044:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.0:1776190951.803050:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190951.803060:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000100:00000010:3.0:1776190951.803064:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e03f4f6. 00000100:00000010:3.0:1776190951.803070:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190951.803082:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a27f9a0. 02000000:00000010:3.0:1776190951.803108:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000443469b5. 00000400:00000010:3.0:1776190951.803113:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000498fe810. 00000400:00000010:3.0:1776190951.803117:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190951.803123:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797334976, portal 16 00000400:00000010:3.0:1776190951.803127:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190951.803151:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797334976, offset 0 00000400:00000200:3.0:1776190951.803156:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.803163:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.803170:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.803174:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.803178:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.803180:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90974:90974:255:4294967295] 192.168.202.25@tcp LPNI seq info [90974:90974:7:4294967295] 00000400:00000200:3.0:1776190951.803187:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.803191:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.803194:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348490). 00000800:00000200:3.0:1776190951.803198:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.803202:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.803204:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190951.804676:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc661921. 00010000:00000010:0.1:1776190951.804684:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063172409. 00010000:00000010:0.1:1776190951.804688:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00000400:00000200:3.0:1776190951.809234:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.809255:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1205c0 00000400:00000200:3.0:1776190951.809264:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a05 [1] + 224 00000400:00000200:3.0:1776190951.809289:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.809293:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.809305:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797334976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.809339:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.809344:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868b80 00000400:00000200:3.0:1776190951.809350:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb432d [2] + 1312 00000400:00000200:3.0:1776190951.809571:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.809575:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.809579:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.809585:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00000400:00000010:3.0:1776190951.809621:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000498fe810. 00000400:00000200:3.0:1776190951.809626:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:3.0:1776190951.809628:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000100:00000200:3.0:1776190951.809634:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797334976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.809641:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797334976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.809682:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000443469b5. 02000000:00000010:3.0:1776190951.809689:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a27f9a0. 00000100:00000010:3.0:1776190951.809692:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190951.809696:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e03f4f6. 00010000:00000010:3.0:1776190951.809699:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00010000:00000010:0.1:1776190951.810304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa69eab7. 00010000:00000010:3.1:1776190951.813454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e09b73f8. 00010000:00000010:3.1:1776190951.813465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e6c651. 00000400:00000200:3.0:1776190951.819680:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.819701:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120600 00000400:00000200:3.0:1776190951.819710:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a11 [1] + 224 00000400:00000200:3.0:1776190951.819738:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.819744:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.819757:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dd76f7ae x1862468797335040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.820544:0:78310:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5b66f6f. 00010000:00000010:0.1:1776190951.820553:0:78310:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c33f6e9. 00010000:00000010:0.1:1776190951.820558:0:78310:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00000020:00000010:3.0:1776190951.822150:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092883c0e. 00000020:00000010:3.0:1776190951.822160:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190951.822165:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.822222:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788194240/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190951.822254:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194240 02000000:00000010:3.0:1776190951.822265:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a27f9a0. 00010000:00000010:3.0:1776190951.822305:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002008eb6e. 00010000:00000010:3.0:1776190951.822325:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000100:00000010:3.0:1776190951.822332:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e03f4f6. 00000100:00000010:3.0:1776190951.822351:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e03f4f6. 00010000:00000010:3.0:1776190951.822355:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00000400:00000010:3.0:1776190951.822372:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190951.822377:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194240, offset 224 00000400:00000200:3.0:1776190951.822386:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.822399:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.822404:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90977:90977:256:4294967295] 192.168.202.25@tcp LPNI seq info [90977:90977:8:4294967295] 00000400:00000200:3.0:1776190951.822416:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.822422:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.822428:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190951.822434:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.822440:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.822445:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.823939:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190951.823959:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.823964:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092883c0e. 00000800:00000200:3.0:1776190951.824053:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.824056:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b83a11 (tot 82347994). 00000400:00000200:3.0:1776190951.824063:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.824071:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.824076:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:3.0:1776190951.824079:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000100:00000200:3.0:1776190951.824088:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ead1196f x1862468797335104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190951.826857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000adad48a. 00010000:00000010:1.1:1776190951.826875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00000020:00000010:3.0:1776190951.827705:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092883c0e. 00000020:00000010:3.0:1776190951.827712:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190951.827717:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.827741:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000906ef15f x1862468788194304/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190951.827801:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194304 02000000:00000010:3.0:1776190951.827812:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000443469b5. 00010000:00000010:3.0:1776190951.827852:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a537a776. 00010000:00000010:3.0:1776190951.827870:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000100:00000010:3.0:1776190951.827877:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e03f4f6. 00000100:00000010:3.0:1776190951.827892:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e03f4f6. 00010000:00000010:3.0:1776190951.827896:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00000400:00000010:3.0:1776190951.827908:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190951.827912:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194304, offset 224 00000400:00000200:3.0:1776190951.827920:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.827930:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.827935:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90979:90979:256:4294967295] 192.168.202.25@tcp LPNI seq info [90979:90979:8:4294967295] 00000400:00000200:3.0:1776190951.827946:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.827952:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.827956:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348090). 00000800:00000200:3.0:1776190951.827962:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.827971:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.827977:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.827997:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190951.828010:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.828013:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092883c0e. 02000000:00000010:3.0:1776190951.828021:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a27f9a0. 00000100:00000010:3.0:1776190951.828023:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:3.0:1776190951.828027:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a97d0a6. 00000100:00000010:3.0:1776190951.828029:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076e5bad8. 02000000:00000010:3.0:1776190951.828032:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005461ae1f. 00000100:00000010:3.0:1776190951.828035:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190951.828037:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d0847f7. 00000100:00000010:3.0:1776190951.828039:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:3.0:1776190951.828042:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb274bb7. 00000100:00000010:3.0:1776190951.828045:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:3.0:1776190951.828048:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000937ef782. 00000100:00000010:3.0:1776190951.828050:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000200:3.0:1776190951.828056:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190951.828060:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000498fe810. 00000400:00000010:3.0:1776190951.828063:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002e03f4f6 (tot 82348242). 00010000:00000010:3.1:1776190951.833462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063a4759e. 00000400:00000200:3.0:1776190951.833666:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.833679:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120680 00000400:00000200:3.0:1776190951.833687:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a2d [1] + 224 00000400:00000200:3.0:1776190951.833718:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.833722:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.833739:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ead1196f x1862468797335168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190951.837676:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e3b1824. 00010000:00000010:1.1:1776190951.838167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de7928e8. 00010000:00000010:1.1:1776190951.838175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00000020:00000010:3.0:1776190951.838710:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a27f9a0. 00000020:00000010:3.0:1776190951.838718:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190951.838722:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.838751:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788194368/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190951.838825:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194368 02000000:00000010:3.0:1776190951.838838:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092883c0e. 00010000:00000010:3.0:1776190951.838869:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005771885c. 00010000:00000010:3.0:1776190951.838889:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000100:00000010:3.0:1776190951.838897:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009fa5c5ca. 00000100:00000010:3.0:1776190951.838953:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009fa5c5ca. 00010000:00000010:3.0:1776190951.838957:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00000400:00000010:3.0:1776190951.838975:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190951.838980:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194368, offset 224 00000400:00000200:3.0:1776190951.838989:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.839003:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.839009:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90981:90981:256:4294967295] 192.168.202.25@tcp LPNI seq info [90981:90981:8:4294967295] 00000400:00000200:3.0:1776190951.839020:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.839025:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.839030:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190951.839037:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.839045:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.839048:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.839069:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190951.839084:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.839088:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a27f9a0. 00000800:00000200:3.0:1776190951.840064:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.840068:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:3.0:1776190951.840072:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.840076:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.840080:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:3.0:1776190951.840082:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000800:00000200:3.0:1776190951.840159:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.840161:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000972e39b8 (tot 82347994). 00000400:00000200:3.0:1776190951.840166:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.840170:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.840174:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:3.0:1776190951.840175:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:3.0:1776190951.840181:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ead1196f x1862468797335232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.841916:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.841934:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1206c0 00000400:00000200:3.0:1776190951.841943:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a39 [1] + 224 00000400:00000200:3.0:1776190951.841958:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.841962:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.841974:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ead1196f x1862468797335232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190951.846720:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a27f9a0. 00000020:00000010:3.0:1776190951.846730:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190951.846735:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.846763:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788194432/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190951.846799:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194432 02000000:00000010:3.0:1776190951.846809:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000443469b5. 00010000:00000010:3.0:1776190951.846842:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe0d1cdd. 00010000:00000010:3.0:1776190951.846861:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000100:00000010:3.0:1776190951.846867:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009fa5c5ca. 00000100:00000010:3.0:1776190951.846876:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009fa5c5ca. 00010000:00000010:3.0:1776190951.846879:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00000400:00000010:3.0:1776190951.846892:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190951.846897:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194432, offset 224 00000400:00000200:3.0:1776190951.846904:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.846917:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.846923:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90983:90983:256:4294967295] 192.168.202.25@tcp LPNI seq info [90983:90983:8:4294967295] 00000400:00000200:3.0:1776190951.846937:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.846942:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.846946:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190951.846952:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.846959:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.846963:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.846979:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190951.846991:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.846994:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a27f9a0. 00000800:00000200:3.0:1776190951.847074:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.847077:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:3.0:1776190951.847081:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.847087:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.847090:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:3.0:1776190951.847092:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000800:00000200:3.0:1776190951.847937:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.847940:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000972e39b8 (tot 82347994). 00000400:00000200:3.0:1776190951.847944:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.847948:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.847951:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:3.0:1776190951.847953:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000100:00000200:3.0:1776190951.847959:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ead1196f x1862468797335296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190951.850178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d23c07ee. 00010000:00000010:1.1:1776190951.854717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025a2a9bc. 00010000:00000010:1.1:1776190951.854737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00000400:00000200:3.0:1776190951.855437:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.855458:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120700 00000400:00000200:3.0:1776190951.855464:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a45 [1] + 224 00000400:00000200:3.0:1776190951.855474:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.855477:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.855486:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ead1196f x1862468797335296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.855517:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.855520:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868cc0 00000400:00000200:3.0:1776190951.855523:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4385 [2] + 656 00000400:00000200:3.0:1776190951.855531:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.855532:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.855536:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.855541:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:2.0:1776190951.855616:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000326ad08b. 00000020:00000010:2.0:1776190951.855625:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000280957f7. 00000020:00000010:2.0:1776190951.855630:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190951.855804:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788194496/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190951.855842:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194496 02000000:00000010:2.0:1776190951.855860:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003002f2a2. 00010000:00000010:2.0:1776190951.855893:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000adb19cdc. 00010000:00000010:2.0:1776190951.855917:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000befa0df1. 00000100:00000010:2.0:1776190951.855924:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190951.855938:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190951.855940:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000befa0df1. 00000400:00000010:2.0:1776190951.855954:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190951.855960:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194496, offset 224 00000400:00000200:2.0:1776190951.855968:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.855981:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.855988:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90985:90985:256:4294967295] 192.168.202.25@tcp LPNI seq info [90985:90985:8:4294967295] 00000400:00000200:2.0:1776190951.855998:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.856003:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.856008:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190951.856014:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.856022:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.856026:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190951.856047:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000280957f7. 00000020:00000010:2.0:1776190951.856051:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190951.856053:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000326ad08b. 00000800:00000200:3.0:1776190951.857355:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.857359:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82348242). 00000400:00000200:3.0:1776190951.857430:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.857434:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.857437:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:3.0:1776190951.857439:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000800:00000200:3.0:1776190951.857482:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.857484:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000243ad285 (tot 82347994). 00000400:00000200:3.0:1776190951.857488:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.857490:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.857491:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:3.0:1776190951.857492:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00000100:00000200:3.0:1776190951.857496:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ead1196f x1862468797335360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190951.860476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f03af5a. 00000400:00000200:3.0:1776190951.860917:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.860937:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120740 00000400:00000200:3.0:1776190951.860948:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a51 [1] + 224 00000400:00000200:3.0:1776190951.860962:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.860966:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.860976:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ead1196f x1862468797335360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.861060:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.861067:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868d00 00000400:00000200:3.0:1776190951.861072:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4385 [2] + 984 00000400:00000200:3.0:1776190951.861083:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.861086:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.861094:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.861099:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00000020:00000010:2.0:1776190951.861372:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b20852. 00000020:00000010:2.0:1776190951.861379:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000280957f7. 00000020:00000010:2.0:1776190951.861384:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190951.861409:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040d2caf9 x1862468788194560/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190951.861434:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194560 02000000:00000010:2.0:1776190951.861446:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000326ad08b. 00010000:00000010:2.0:1776190951.861481:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000befa0df1. 00000100:00000010:2.0:1776190951.861488:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190951.861494:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190951.861498:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000befa0df1. 00000400:00000010:2.0:1776190951.861512:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190951.861516:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194560, offset 224 00000400:00000200:2.0:1776190951.861524:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.861534:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.861539:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90987:90987:256:4294967295] 192.168.202.25@tcp LPNI seq info [90987:90987:8:4294967295] 00000400:00000200:2.0:1776190951.861549:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.861554:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.861558:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190951.861563:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00010000:00000010:1.1:1776190951.861567:0:78316:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18d91a7. 00000800:00000200:2.0:1776190951.861568:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.861571:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1776190951.861572:0:78316:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00000020:00000010:2.0:1776190951.861585:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000280957f7. 00000020:00000010:2.0:1776190951.861589:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190951.861591:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b20852. 00000800:00000200:3.0:1776190951.861751:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.861755:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190951.861759:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.861763:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.861766:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:3.0:1776190951.861767:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000400:00000200:0.0:1776190951.863442:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190951.863447:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190951.863451:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190951.863457:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190951.863462:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190951.863465:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190951.863943:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.863947:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:3.0:1776190951.863952:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.863956:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.863960:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:3.0:1776190951.863961:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:3.0:1776190951.863967:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797335424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190951.876265:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.876295:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120780 00000400:00000200:0.0:1776190951.876304:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a5d [1] + 224 00000400:00000200:0.0:1776190951.876317:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.876321:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.876334:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797335424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190951.876381:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.876387:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868d40 00000400:00000200:0.0:1776190951.876391:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4385 [2] + 1312 00000400:00000200:0.0:1776190951.876402:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.876405:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.876409:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190951.876415:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:3.0:1776190951.876943:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a27f9a0. 00000020:00000010:3.0:1776190951.876951:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190951.876955:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000020:00000010:2.0:1776190951.876977:0:78317:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075daf0ee. 00000100:00000200:3.0:1776190951.876978:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788194624/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000020:00000010:2.0:1776190951.876981:0:78317:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000091d0b844. 00000040:00000010:2.0:1776190951.876985:0:78317:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000063b20852. 00000020:00000010:2.0:1776190951.876989:0:78317:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000070032663. 00000020:00000010:2.0:1776190951.876993:0:78317:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000d5bf6992. 00000020:00000010:2.0:1776190951.876999:0:78317:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000edb609d1. 80000000:00000010:2.0:1776190951.877002:0:78317:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000e5459b2e. 40000000:00000010:2.0:1776190951.877006:0:78317:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000befa0df1. 00100000:00000010:2.0:1776190951.877010:0:78317:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000003e5a3d67. 00040000:00000010:2.0:1776190951.877014:0:78317:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000c8744268. 00040000:00000010:2.0:1776190951.877017:0:78317:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 0000000041605a95. 00040000:00000010:2.0:1776190951.877020:0:78317:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb638800. 00080000:00000010:2.0:1776190951.877024:0:78317:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 000000007f24bd63. 00080000:00000010:2.0:1776190951.877029:0:78317:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001e3d2a26. 00000004:00000010:2.0:1776190951.877035:0:78317:0:(mdd_device.c:2351:mdd_key_init()) kmalloced '(value)': 1856 at 00000000178c6b33. 00000004:00000010:2.0:1776190951.877040:0:78317:0:(mdt_handler.c:7619:mdt_key_init()) kmalloced '(value)': 2352 at 00000000874a1ac1. 00000100:00000200:3.0:1776190951.877044:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194624 00000004:00000010:2.0:1776190951.877045:0:78317:0:(lod_dev.c:2281:lod_key_init()) kmalloced '(value)': 1176 at 00000000c2f52060. 00002000:00000010:2.0:1776190951.877048:0:78317:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000002ff07839. 00000004:00000010:2.0:1776190951.877051:0:78317:0:(osp_dev.c:1795:osp_key_init()) kmalloced '(value)': 616 at 000000004d979477. 02000000:00000010:3.0:1776190951.877053:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000011f4bb1b. 00010000:00000010:3.0:1776190951.877077:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005aee6d9d. 00000020:00000010:2.0:1776190951.877080:0:78317:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000091d0b844. 00000040:00000010:2.0:1776190951.877084:0:78317:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000063b20852. 00000020:00000010:2.0:1776190951.877087:0:78317:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000070032663. 00000020:00000010:2.0:1776190951.877091:0:78317:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 00000000d5bf6992. 00010000:00000010:3.0:1776190951.877094:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000020:00000010:2.0:1776190951.877094:0:78317:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000edb609d1. 80000000:00000010:2.0:1776190951.877097:0:78317:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000e5459b2e. 00000100:00000010:3.0:1776190951.877100:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009fa5c5ca. 40000000:00000010:2.0:1776190951.877100:0:78317:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 00000000befa0df1. 00100000:00000010:2.0:1776190951.877103:0:78317:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000003e5a3d67. 00040000:00000010:2.0:1776190951.877105:0:78317:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000c8744268. 00040000:00000010:2.0:1776190951.877109:0:78317:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 0000000041605a95. 00040000:00000010:2.0:1776190951.877112:0:78317:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000bb638800. 00000100:00000010:3.0:1776190951.877115:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009fa5c5ca. 00080000:00000010:2.0:1776190951.877116:0:78317:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001e3d2a26. 00010000:00000010:3.0:1776190951.877118:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00080000:00000010:2.0:1776190951.877119:0:78317:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 000000007f24bd63. 00000004:00000010:2.0:1776190951.877122:0:78317:0:(mdd_device.c:2363:mdd_key_fini()) kfreed 'info': 1856 at 00000000178c6b33. 00000004:00000010:2.0:1776190951.877127:0:78317:0:(mdt_handler.c:7638:mdt_key_fini()) kfreed 'info': 2352 at 00000000874a1ac1. 00000004:00000010:2.0:1776190951.877151:0:78317:0:(lod_dev.c:2311:lod_key_fini()) kfreed 'info': 1176 at 00000000c2f52060. 00002000:00000010:2.0:1776190951.877154:0:78317:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 000000002ff07839. 00000400:00000010:3.0:1776190951.877160:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000004:00000010:2.0:1776190951.877161:0:78317:0:(osp_dev.c:1795:osp_key_fini()) kfreed 'info': 616 at 000000004d979477. 00000100:00000200:3.0:1776190951.877164:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194624, offset 224 00000020:00000010:2.0:1776190951.877165:0:78317:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075daf0ee. 00000400:00000200:3.0:1776190951.877171:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.877183:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.877197:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90989:90989:256:4294967295] 192.168.202.25@tcp LPNI seq info [90989:90989:8:4294967295] 00000400:00000200:3.0:1776190951.877207:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.877213:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.877218:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190951.877232:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.877238:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.877242:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.877258:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190951.877270:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.877282:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a27f9a0. 00080000:00000010:0.0:1776190951.877370:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005461ae1f. 00010000:00000010:0.0:1776190951.877459:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190951.877465:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026dbdf7f. 00010000:00000010:0.0:1776190951.877547:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000524002de. 00010000:00000010:0.0:1776190951.877553:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190951.877562:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b9ba324. 00000100:00000010:0.0:1776190951.877566:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000034c4fab. 00000100:00000010:0.0:1776190951.877572:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190951.877582:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a97d0a6. 02000000:00000010:0.0:1776190951.877604:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f982b20. 00000400:00000010:0.0:1776190951.877609:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf030d9f. 00000400:00000010:0.0:1776190951.877612:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190951.877617:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797335488, portal 16 00000400:00000010:0.0:1776190951.877622:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190951.877623:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797335488, offset 0 00000400:00000200:0.0:1776190951.877628:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190951.877633:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190951.877640:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190951.877643:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190951.877646:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190951.877648:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90990:90990:255:4294967295] 192.168.202.25@tcp LPNI seq info [90990:90990:7:4294967295] 00000400:00000200:0.0:1776190951.877655:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190951.877659:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190951.877661:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348490). 00000800:00000200:0.0:1776190951.877665:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190951.877669:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190951.877671:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190951.877995:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdcd2132. 00010000:00000010:1.1:1776190951.878002:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:1.1:1776190951.878005:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190951.878007:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00000800:00000200:3.0:1776190951.878091:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.878094:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:3.0:1776190951.878098:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.878102:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.878106:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:3.0:1776190951.878108:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00010000:00000010:2.1:1776190951.878151:0:78317:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000accff464. 00000800:00000200:3.0:1776190951.879103:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.879106:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:3.0:1776190951.879111:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.879116:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.879122:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:3.0:1776190951.879124:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:3.0:1776190951.879149:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797335488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.881520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3ae4ce0. 00010000:00000010:0.1:1776190951.881533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015f7a435. 00010000:00000010:0.1:1776190951.881538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:3.1:1776190951.881701:0:78316:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071180e2c. 00000400:00000200:0.0:1776190951.882810:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.882906:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1207c0 00000400:00000200:0.0:1776190951.882915:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a69 [1] + 224 00000400:00000200:0.0:1776190951.882934:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.882939:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.882951:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797335488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.883377:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.883386:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868d80 00000400:00000200:3.0:1776190951.883392:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4385 [2] + 1640 00000400:00000200:3.0:1776190951.883445:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.883448:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.883452:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.883458:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00000020:00000010:3.0:1776190951.883504:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006906f9e8. 00000020:00000010:3.0:1776190951.883510:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190951.883515:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.883543:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076e5bad8 x1862468788194688/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190951.883571:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194688 02000000:00000010:3.0:1776190951.883582:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007984b3c3. 00010000:00000010:3.0:1776190951.883619:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000100:00000010:3.0:1776190951.883625:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009fa5c5ca. 00000100:00000010:3.0:1776190951.883632:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009fa5c5ca. 00010000:00000010:3.0:1776190951.883635:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00000400:00000010:3.0:1776190951.883650:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190951.883655:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194688, offset 224 00000400:00000200:3.0:1776190951.883662:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.883673:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.883679:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90991:90991:256:4294967295] 192.168.202.25@tcp LPNI seq info [90991:90991:8:4294967295] 00000400:00000200:3.0:1776190951.883689:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.883693:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.883698:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190951.883703:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.883710:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.883713:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.883729:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190951.883742:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.883747:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006906f9e8. 00000800:00000200:3.0:1776190951.883824:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.883828:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:3.0:1776190951.883832:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.883836:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.883839:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:3.0:1776190951.883842:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00010000:00000010:0.1:1776190951.886378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000791aca10. 00010000:00000010:0.1:1776190951.886386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00000800:00000200:0.0:1776190951.890982:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.890990:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b83a11 (tot 82347994). 00000400:00000200:0.0:1776190951.890998:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.891007:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.891013:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2853200 00000400:00000010:0.0:1776190951.891015:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2853200. 00000100:00000200:0.0:1776190951.891025:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae46a70f x1862468797335552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.892643:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.892677:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120800 00000400:00000200:3.0:1776190951.892689:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a75 [1] + 224 00000400:00000200:3.0:1776190951.892712:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.892717:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.892728:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46a70f x1862468797335552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.893610:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.893624:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868dc0 00000400:00000200:3.0:1776190951.893632:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4385 [2] + 1968 00000400:00000010:3.0:1776190951.893637:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3a2f0f5. 00000400:00000200:3.0:1776190951.893642:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ab9b6200 00000400:00000200:3.0:1776190951.893855:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.893860:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.893864:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab9b6200 00000400:00000010:3.0:1776190951.893867:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ab9b6200 (tot 82347842). 00000100:00000200:3.0:1776190951.893874:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190951.893931:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a27f9a0. 00000020:00000010:3.0:1776190951.893936:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190951.893941:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.893967:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006fa84c57 x1862468788194752/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190951.893999:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194752 02000000:00000010:3.0:1776190951.894012:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000054a2061. 00010000:00000010:3.0:1776190951.894059:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000100:00000010:3.0:1776190951.894067:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009fa5c5ca. 00000100:00000010:3.0:1776190951.894075:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009fa5c5ca. 00010000:00000010:3.0:1776190951.894080:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00000400:00000010:3.0:1776190951.894097:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190951.894102:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194752, offset 224 00000400:00000200:3.0:1776190951.894109:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.894121:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.894127:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90993:90993:256:4294967295] 192.168.202.25@tcp LPNI seq info [90993:90993:8:4294967295] 00000400:00000200:3.0:1776190951.894159:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.894165:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.894170:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348090). 00000800:00000200:3.0:1776190951.894176:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.894183:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.894959:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.895086:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190951.895102:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.895108:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a27f9a0. 02000000:00000010:3.0:1776190951.895120:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007984b3c3. 00000100:00000010:3.0:1776190951.895123:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076e5bad8. 02000000:00000010:3.0:1776190951.895127:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000011f4bb1b. 00000100:00000010:3.0:1776190951.895153:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:3.0:1776190951.895158:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000326ad08b. 00000100:00000010:3.0:1776190951.895161:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190951.895164:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003002f2a2. 00000100:00000010:3.0:1776190951.895167:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190951.895170:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000443469b5. 00000100:00000010:3.0:1776190951.895172:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:3.0:1776190951.895175:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092883c0e. 00000100:00000010:3.0:1776190951.895177:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000200:3.0:1776190951.895196:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190951.895201:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b91ff38f. 00000400:00000010:3.0:1776190951.895206:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009fa5c5ca (tot 82348490). 00010000:00000010:1.1:1776190951.895327:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d05846. 00010000:00000010:1.1:1776190951.895333:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea2ed97. 00010000:00000010:1.1:1776190951.895336:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524002de. 00000800:00000200:0.0:1776190951.895493:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.895497:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:0.0:1776190951.895501:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.895506:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.895509:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:0.0:1776190951.895510:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 02000000:00000010:0.0:1776190951.895515:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000054a2061. 00000800:00000200:0.0:1776190951.895797:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.895800:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f0e48e1 (tot 82347994). 00000400:00000200:0.0:1776190951.895806:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.895809:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.895812:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2853200 00000400:00000010:0.0:1776190951.895813:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2853200. 00000100:00000200:0.0:1776190951.895820:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae46a70f x1862468797335616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.901734:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.901757:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120840 00000400:00000200:3.0:1776190951.901766:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a81 [1] + 224 00000400:00000200:3.0:1776190951.901779:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.901783:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.901795:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46a70f x1862468797335616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.901941:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.901947:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868e00 00000400:00000200:3.0:1776190951.901952:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb43dd [2] + 0 00000400:00000200:3.0:1776190951.902014:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.902018:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.902023:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.902028:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:0.0:1776190951.902163:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef240b11. 00000020:00000010:0.0:1776190951.902171:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bb9a2497. 00000020:00000010:0.0:1776190951.902176:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190951.902213:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788194816/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190951.902350:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194816 02000000:00000010:0.0:1776190951.902370:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a97d0a6. 00010000:00000010:0.0:1776190951.902405:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba3ff4c6. 00000100:00000010:0.0:1776190951.902411:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000034c4fab. 00000100:00000010:0.0:1776190951.902416:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000034c4fab. 00010000:00000010:0.0:1776190951.902420:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba3ff4c6. 00000400:00000010:0.0:1776190951.902432:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190951.902436:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194816, offset 224 00000400:00000200:0.0:1776190951.902442:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190951.902453:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190951.902458:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90995:90995:256:4294967295] 192.168.202.25@tcp LPNI seq info [90995:90995:8:4294967295] 00000400:00000200:0.0:1776190951.902467:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190951.902472:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190951.902476:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190951.902481:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190951.902487:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190951.902490:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190951.902506:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bb9a2497. 00000020:00000010:0.0:1776190951.902509:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190951.902512:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef240b11. 00010000:00000010:1.1:1776190951.903029:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fcfad47. 00010000:00000010:1.1:1776190951.903038:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071b6d1a6. 00010000:00000010:1.1:1776190951.903041:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00000400:00000200:0.0:1776190951.913968:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.913993:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120880 00000400:00000200:0.0:1776190951.914004:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a91 [1] + 224 00000400:00000200:0.0:1776190951.914022:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.914026:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.914038:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46a70f x1862468797335680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190951.914212:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e1869c5d. 00000400:00000200:2.0:1776190951.914218:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a0ed006 00000400:00000010:2.0:1776190951.914220:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a0ed006. 00000100:00000200:2.0:1776190951.914226:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46a70f x1862468797335680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.914234:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae46a70f x1862468797335680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190951.914264:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000342c7685. 02000000:00000010:2.0:1776190951.914271:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3cc1b73. 00000100:00000010:2.0:1776190951.914283:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae46a70f. 00000100:00000010:2.0:1776190951.914287:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a11af049. 00010000:00000010:2.0:1776190951.914291:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000017ff07c. 00000400:00000200:3.0:1776190951.914689:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.914700:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868e40 00000400:00000200:3.0:1776190951.914706:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb43dd [2] + 328 00000400:00000200:3.0:1776190951.914767:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.914770:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.914775:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.914780:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00000020:00000010:0.0:1776190951.914868:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f982b20. 00000020:00000010:0.0:1776190951.914876:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bb9a2497. 00000020:00000010:0.0:1776190951.914880:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190951.914904:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040d2caf9 x1862468788194880/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190951.914935:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194880 02000000:00000010:0.0:1776190951.914946:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000937ef782. 00010000:00000010:0.0:1776190951.914986:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c2b09ae. 00010000:00000010:0.0:1776190951.915015:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba3ff4c6. 00000100:00000010:0.0:1776190951.915021:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000034c4fab. 00000100:00000010:0.0:1776190951.915036:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000034c4fab. 00010000:00000010:0.0:1776190951.915041:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba3ff4c6. 00000400:00000010:0.0:1776190951.915057:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190951.915063:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194880, offset 224 00000400:00000200:0.0:1776190951.915071:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190951.915084:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190951.915090:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90997:90997:256:4294967295] 192.168.202.25@tcp LPNI seq info [90997:90997:8:4294967295] 00000400:00000200:0.0:1776190951.915102:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190951.915107:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190951.915113:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190951.915119:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190951.915126:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190951.915160:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190951.915185:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bb9a2497. 00000020:00000010:0.0:1776190951.915190:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190951.915193:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f982b20. 00000800:00000200:0.0:1776190951.915262:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.915265:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:0.0:1776190951.915267:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.915271:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.915273:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:0.0:1776190951.915285:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00080000:00000010:2.0:1776190951.916509:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000159ba355. 00010000:00000010:2.0:1776190951.916620:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a4bd85c. 00010000:00000010:2.0:1776190951.916627:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000080bdb72. 00010000:00000010:2.0:1776190951.916715:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.0:1776190951.916722:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.916744:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000befa0df1. 00000100:00000010:2.0:1776190951.916750:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190951.916759:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061faaa02. 02000000:00000010:2.0:1776190951.916771:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ce53f98. 02000000:00000010:2.0:1776190951.916798:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fcc6f51. 00000400:00000010:2.0:1776190951.916805:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028178b1f. 00000400:00000010:2.0:1776190951.916811:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190951.916817:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797335744, portal 16 00000400:00000010:2.0:1776190951.916823:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190951.916825:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797335744, offset 0 00000400:00000200:2.0:1776190951.916834:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.916850:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.916857:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.916861:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.916864:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.916867:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90998:90998:256:4294967295] 192.168.202.25@tcp LPNI seq info [90998:90998:8:4294967295] 00000400:00000200:2.0:1776190951.916877:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.916882:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.916887:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190951.916893:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.916899:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.916903:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190951.917214:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.917218:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190951.917224:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.917229:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.917232:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:0.0:1776190951.917234:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:0.0:1776190951.917242:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061faaa02 x1862468797335744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190951.920741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4e3b936. 00010000:00000010:1.1:1776190951.920757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afb5f3f7. 00010000:00000010:1.1:1776190951.920761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00000400:00000200:0.0:1776190951.921326:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.921343:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1208c0 00000400:00000200:0.0:1776190951.921352:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5a9d [1] + 224 00000400:00000200:0.0:1776190951.921363:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.921367:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.921378:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061faaa02 x1862468797335744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190951.921407:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.921412:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868e80 00000400:00000200:0.0:1776190951.921417:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb43dd [2] + 656 00000400:00000200:0.0:1776190951.921467:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.921471:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.921475:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190951.921480:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 00000400:00000010:2.0:1776190951.922082:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028178b1f. 00000400:00000200:2.0:1776190951.922090:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190951.922092:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:2.0:1776190951.922101:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061faaa02 x1862468797335744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190951.922110:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061faaa02 x1862468797335744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190951.922168:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fcc6f51. 02000000:00000010:2.0:1776190951.922185:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ce53f98. 00000100:00000010:2.0:1776190951.922197:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061faaa02. 00000100:00000010:2.0:1776190951.922202:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:2.0:1776190951.922206:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000befa0df1. 00000020:00000010:3.0:1776190951.922964:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000326ad08b. 00000020:00000010:3.0:1776190951.922975:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190951.922980:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.923009:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd76f7ae x1862468788194944/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190951.923057:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788194944 02000000:00000010:3.0:1776190951.923072:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092883c0e. 00010000:00000010:3.0:1776190951.923112:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075319e89. 00010000:00000010:3.0:1776190951.923173:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007a414cf1. 00000100:00000010:3.0:1776190951.923182:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190951.923199:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190951.923203:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007a414cf1. 00000400:00000010:3.0:1776190951.923218:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190951.923223:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788194944, offset 224 00000400:00000200:3.0:1776190951.923230:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.923244:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.923250:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [90999:90999:256:4294967295] 192.168.202.25@tcp LPNI seq info [90999:90999:8:4294967295] 00000400:00000200:3.0:1776190951.923261:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.923265:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.923270:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190951.923285:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00080000:00000010:2.0:1776190951.923285:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fcc6f51. 00000800:00000200:3.0:1776190951.923290:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.923294:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190951.923368:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.923374:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000631290fc. 00010000:00000010:2.0:1776190951.923449:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:2.0:1776190951.923455:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.923464:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000befa0df1. 00000100:00000010:2.0:1776190951.923468:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190951.923475:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061faaa02. 02000000:00000010:2.0:1776190951.923485:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ce53f98. 02000000:00000010:2.0:1776190951.923506:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f6c0208. 00000400:00000010:2.0:1776190951.923511:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028178b1f. 00000400:00000010:2.0:1776190951.923515:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190951.923520:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797335808, portal 16 00000400:00000010:2.0:1776190951.923524:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190951.923526:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797335808, offset 0 00000400:00000200:2.0:1776190951.923531:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.923536:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.923543:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.923546:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.923549:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.923551:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91000:91000:255:4294967295] 192.168.202.25@tcp LPNI seq info [91000:91000:7:4294967295] 00000400:00000200:2.0:1776190951.923557:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.923562:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.923564:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190951.923567:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.923571:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.923573:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.924045:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190951.924060:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.924064:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000326ad08b. 00010000:00000010:0.1:1776190951.924605:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009631aa05. 00000800:00000200:0.0:1776190951.924652:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.924655:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:0.0:1776190951.924659:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.924667:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.924672:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2eccca 00000400:00000010:0.0:1776190951.924674:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2eccca. 00000800:00000200:0.0:1776190951.924759:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.924761:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190951.924765:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.924768:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.924770:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:0.0:1776190951.924772:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:0.0:1776190951.924780:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061faaa02 x1862468797335808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190951.927349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012345217. 00010000:00000010:2.1:1776190951.927362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:2.1:1776190951.930169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f504f0d5. 00010000:00000010:2.1:1776190951.930203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:3.1:1776190951.931019:0:78321:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5ffee6e. 00000400:00000200:0.0:1776190951.944842:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.944863:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120900 00000400:00000200:0.0:1776190951.944872:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5aa9 [1] + 224 00000400:00000200:0.0:1776190951.944887:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.944891:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.944902:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061faaa02 x1862468797335808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190951.945007:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028178b1f. 00000400:00000200:3.0:1776190951.945012:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:3.0:1776190951.945014:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:3.0:1776190951.945020:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061faaa02 x1862468797335808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.945028:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061faaa02 x1862468797335808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.945057:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f6c0208. 02000000:00000010:3.0:1776190951.945063:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ce53f98. 00000100:00000010:3.0:1776190951.945068:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061faaa02. 00000100:00000010:3.0:1776190951.945073:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:3.0:1776190951.945077:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000befa0df1. 00000400:00000200:3.0:1776190951.946095:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.946112:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868ec0 00000400:00000200:3.0:1776190951.946120:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb43dd [2] + 984 00000400:00000200:3.0:1776190951.946993:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.947003:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.947010:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.947015:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00000020:00000010:0.0:1776190951.947318:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d0847f7. 00000020:00000010:0.0:1776190951.947326:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097090af8. 00000020:00000010:0.0:1776190951.947332:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190951.947521:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076e5bad8 x1862468788195008/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190951.947599:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195008 02000000:00000010:0.0:1776190951.947612:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e299552a. 00010000:00000010:0.0:1776190951.947645:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b82b931. 00010000:00000010:0.0:1776190951.947743:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190951.947751:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000034c4fab. 00000100:00000010:0.0:1776190951.947764:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000034c4fab. 00010000:00000010:0.0:1776190951.947768:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00000400:00000010:0.0:1776190951.947782:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190951.947787:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195008, offset 224 00000400:00000200:0.0:1776190951.947795:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190951.947807:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190951.947813:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91001:91001:256:4294967295] 192.168.202.25@tcp LPNI seq info [91001:91001:8:4294967295] 00080000:00000010:3.0:1776190951.947924:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000443469b5. 00010000:00000010:3.0:1776190951.948342:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ef01e8c. 00010000:00000010:3.0:1776190951.948349:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008be6fa37. 00010000:00000010:3.0:1776190951.948440:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000402440da. 00010000:00000010:3.0:1776190951.948447:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190951.948457:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e68c330d. 00000100:00000010:3.0:1776190951.948462:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190951.948468:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190951.948479:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a27f9a0. 02000000:00000010:3.0:1776190951.948503:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ce53f98. 00000400:00000010:3.0:1776190951.948510:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50922b. 00000400:00000010:3.0:1776190951.948514:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190951.948520:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797335872, portal 16 00000400:00000010:3.0:1776190951.948525:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190951.948527:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797335872, offset 0 00000400:00000200:3.0:1776190951.948533:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190951.948578:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190951.948584:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190951.948589:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190951.948595:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190951.948603:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190951.948607:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190951.948628:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097090af8. 00000020:00000010:0.0:1776190951.948632:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190951.948636:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d0847f7. 00000800:00000200:0.0:1776190951.949182:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.949187:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:0.0:1776190951.949192:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.949197:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.949201:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:0.0:1776190951.949203:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00000400:00000200:3.0:1776190951.949907:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.949915:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.949918:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.949921:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.949924:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91002:91002:255:4294967295] 192.168.202.25@tcp LPNI seq info [91002:91002:7:4294967295] 00000400:00000200:3.0:1776190951.949932:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.949937:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.949941:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190951.949946:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.949951:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.949953:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190951.950396:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.950400:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:0.0:1776190951.950403:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.950408:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.950411:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:0.0:1776190951.950413:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00000100:00000200:0.0:1776190951.950419:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797335872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190951.952954:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.952982:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120940 00000400:00000200:0.0:1776190951.952993:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ab5 [1] + 224 00000400:00000200:0.0:1776190951.953013:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.953018:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.953033:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797335872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190951.953963:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c50922b. 00000400:00000200:3.0:1776190951.953973:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:3.0:1776190951.953975:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 00000100:00000200:3.0:1776190951.953987:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797335872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.953996:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797335872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.954034:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ce53f98. 02000000:00000010:3.0:1776190951.954044:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a27f9a0. 00000100:00000010:3.0:1776190951.954049:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190951.954054:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190951.954058:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e68c330d. 00000400:00000200:0.0:1776190951.954163:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.954175:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868f00 00000400:00000200:0.0:1776190951.954182:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb43dd [2] + 1312 00000400:00000200:0.0:1776190951.954252:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.954256:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.954263:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190951.954269:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:3.0:1776190951.954756:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000054a2061. 00000020:00000010:3.0:1776190951.954763:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.954767:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.954796:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788195072/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190951.954840:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195072 02000000:00000010:3.0:1776190951.954851:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a27f9a0. 00010000:00000010:3.0:1776190951.954883:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000483ffb9. 00010000:00000010:3.0:1776190951.954903:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e68c330d. 00000100:00000010:3.0:1776190951.954909:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190951.954921:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190951.954925:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e68c330d. 00000400:00000010:3.0:1776190951.954938:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00080000:00000010:2.0:1776190951.954939:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fdad1a7. 00000100:00000200:3.0:1776190951.954942:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195072, offset 224 00000400:00000200:3.0:1776190951.954950:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.954963:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.954970:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91003:91003:256:4294967295] 192.168.202.25@tcp LPNI seq info [91003:91003:8:4294967295] 00000400:00000200:3.0:1776190951.954980:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.954984:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.954988:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190951.954993:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.955000:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.955005:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.955020:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190951.955026:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.955031:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000054a2061. 00010000:00000010:2.0:1776190951.955126:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:2.0:1776190951.955324:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005528a9b9. 00010000:00000010:2.0:1776190951.955403:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.0:1776190951.955410:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ef01e8c. 00010000:00000010:2.0:1776190951.955419:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000718fca9e. 00000100:00000010:2.0:1776190951.955424:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190951.955430:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190951.955440:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004291fcb1. 02000000:00000010:2.0:1776190951.955465:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfe9fb0c. 00000400:00000010:2.0:1776190951.955470:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce66eb26. 00000400:00000010:2.0:1776190951.955474:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190951.955479:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797335936, portal 16 00000400:00000010:2.0:1776190951.955484:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190951.955486:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797335936, offset 0 00000400:00000200:2.0:1776190951.955491:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190951.955498:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190951.955505:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190951.955508:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190951.955511:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190951.955514:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91004:91004:255:4294967295] 192.168.202.25@tcp LPNI seq info [91004:91004:7:4294967295] 00000400:00000200:2.0:1776190951.955520:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190951.955524:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190951.955527:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348490). 00000800:00000200:2.0:1776190951.955532:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190951.955536:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190951.955537:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190951.955890:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.955894:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82348242). 00000400:00000200:0.0:1776190951.955898:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.955902:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.955907:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:0.0:1776190951.955909:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 00000800:00000200:0.0:1776190951.955971:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.955973:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:0.0:1776190951.955978:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.955980:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.955983:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:0.0:1776190951.955984:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:0.0:1776190951.955990:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797335936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190951.957305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa7dad7d. 00010000:00000010:3.1:1776190951.957991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6f63a3d. 00010000:00000010:3.1:1776190951.958001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cb90d5. 00000400:00000200:0.0:1776190951.958864:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.958890:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120980 00000400:00000200:0.0:1776190951.958902:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ac1 [1] + 224 00000400:00000200:0.0:1776190951.958921:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.958924:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.958936:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797335936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190951.958998:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce66eb26. 00000400:00000200:3.0:1776190951.959004:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:3.0:1776190951.959006:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:3.0:1776190951.959012:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797335936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.959019:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797335936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.959062:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfe9fb0c. 02000000:00000010:3.0:1776190951.959069:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004291fcb1. 00000100:00000010:3.0:1776190951.959073:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:3.0:1776190951.959078:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:3.0:1776190951.959081:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000718fca9e. 00000400:00000200:0.0:1776190951.960510:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.960526:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868f40 00000400:00000200:0.0:1776190951.960533:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb43dd [2] + 1640 00000400:00000200:0.0:1776190951.960603:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.960608:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.960613:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190951.960620:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:3.0:1776190951.961096:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000054a2061. 00000020:00000010:3.0:1776190951.961107:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190951.961113:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.961180:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788195136/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190951.961223:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195136 02000000:00000010:3.0:1776190951.961237:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ce53f98. 00010000:00000010:3.0:1776190951.961304:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004393a973. 00010000:00000010:3.0:1776190951.961327:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e68c330d. 00000100:00000010:3.0:1776190951.961336:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190951.961357:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190951.962037:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e68c330d. 00010000:00000010:3.0:1776190951.962045:0:65523:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b48ef5a1. 00000400:00000010:3.0:1776190951.962066:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190951.962069:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195136, offset 224 00000400:00000200:3.0:1776190951.962074:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:0.0:1776190951.962074:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.962080:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002cc89fd (tot 82347994). 00000400:00000200:3.0:1776190951.962081:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.962085:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91006:91006:255:4294967295] 192.168.202.25@tcp LPNI seq info [91006:91006:7:4294967295] 00000400:00000200:0.0:1776190951.962085:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.962089:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.962092:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000200:0.0:1776190951.962093:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:0.0:1776190951.962095:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00000800:00000200:3.0:1776190951.962096:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.962099:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000100:00000200:0.0:1776190951.962102:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797336000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776190951.962103:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.962106:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.962109:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.962122:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5cb9639. 00010000:00000010:3.1:1776190951.962667:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a4736b8. 00000020:00000010:3.0:1776190951.962681:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.962686:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000054a2061. 00010000:00000010:2.1:1776190951.962758:0:78323:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08b6c5e. 00010000:00000010:2.1:1776190951.962764:0:78323:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402440da. 00000800:00000200:0.0:1776190951.962832:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190951.962836:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190951.962840:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.962845:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.962848:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:0.0:1776190951.962850:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00000400:00000200:0.0:1776190951.966213:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.966236:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1209c0 00000400:00000200:0.0:1776190951.966246:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ac9 [1] + 224 00000400:00000200:0.0:1776190951.966258:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.966261:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190951.966272:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797336000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190951.966315:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190951.966321:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868f80 00000400:00000200:0.0:1776190951.966326:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb43dd [2] + 1968 00000400:00000010:0.0:1776190951.966330:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:0.0:1776190951.966334:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002e75faad 00000400:00000200:0.0:1776190951.966343:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190951.966346:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190951.966348:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e75faad 00000400:00000010:0.0:1776190951.966350:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002e75faad (tot 82347842). 00000100:00000200:0.0:1776190951.966357:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1776190951.966527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde5e318. 00010000:00000010:3.1:1776190951.966533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8619da7. 00000400:00000010:3.0:1776190951.966552:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000809e092f. 00000400:00000200:3.0:1776190951.966556:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74120fa 00000400:00000010:3.0:1776190951.966558:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e74120fa. 00000100:00000200:3.0:1776190951.966562:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797336000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.966570:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797336000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.966597:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3cc1b73. 02000000:00000010:3.0:1776190951.966602:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000444debf. 00000100:00000010:3.0:1776190951.966605:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:3.0:1776190951.966611:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea806657. 00010000:00000010:3.0:1776190951.966613:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000969c32a2. 00010000:00000010:1.1:1776190951.967148:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00080000:00000010:3.0:1776190951.969007:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000054a2061. 00010000:00000010:3.0:1776190951.969168:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:3.0:1776190951.969177:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000424bb1a7. 00010000:00000010:3.0:1776190951.969265:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039fa1517. 00010000:00000010:3.0:1776190951.969269:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.969283:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c51c3f3. 00010000:00000010:3.0:1776190951.969289:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.969305:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000326ad08b. 00010000:00000010:3.0:1776190951.969332:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.969336:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.969492:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aeab78eb. 00010000:00000010:3.0:1776190951.969496:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.969504:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e68c330d. 00000100:00000010:3.0:1776190951.969510:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190951.969521:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190951.969536:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f41ab18a. 02000000:00000010:3.0:1776190951.969563:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000840c33b1. 00000400:00000010:3.0:1776190951.969569:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50922b. 00000400:00000010:3.0:1776190951.969573:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d209541b. 00000100:00000200:3.0:1776190951.969579:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336064, portal 16 00000400:00000010:3.0:1776190951.969582:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190951.969584:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336064, offset 0 00000400:00000200:3.0:1776190951.969589:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.969595:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.969601:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.969606:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.969608:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.969610:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91008:91008:255:4294967295] 192.168.202.25@tcp LPNI seq info [91008:91008:7:4294967295] 00000400:00000200:3.0:1776190951.969617:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.969621:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.969623:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190951.969626:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.969629:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.969631:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190951.969776:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.969780:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3a12437 (tot 82348242). 00000400:00000200:2.0:1776190951.969785:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.969790:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.969794:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:2.0:1776190951.969795:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 02000000:00000010:2.0:1776190951.969799:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003a4ec617. 00000800:00000200:2.0:1776190951.970148:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.970151:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:2.0:1776190951.970155:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.970158:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.970161:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:2.0:1776190951.970163:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00000100:00000200:2.0:1776190951.970170:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797336064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.971909:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.971934:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120a00 00000400:00000200:3.0:1776190951.971946:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ad9 [1] + 224 00000400:00000200:3.0:1776190951.971966:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.971971:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190951.971984:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797336064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190951.972424:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190951.972432:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce868fc0 00000400:00000200:3.0:1776190951.972437:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb443d [2] + 0 00000400:00000200:3.0:1776190951.972489:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.972493:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00010000:00000010:1.1:1776190951.973389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8f01dde. 00000100:00000200:3.0:1776190951.975524:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190951.975533:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00080000:00000010:3.0:1776190951.975933:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000840c33b1. 00010000:00000010:3.0:1776190951.976049:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.976058:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e95b7a4c. 00010000:00000010:3.1:1776190951.979286:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd321a28. 00010000:00000010:3.1:1776190951.979301:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:3.1:1776190951.979306:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fa1517. 00010000:00000010:3.1:1776190951.979308:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00000800:00000200:3.0:1776190951.979871:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190951.979875:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049c01ec6 (tot 82347994). 00000400:00000200:3.0:1776190951.979883:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190951.979889:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190951.979893:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:3.0:1776190951.979896:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00000100:00000200:3.0:1776190951.979905:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000263cbb7c x1862468797336128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190951.984523:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:3.0:1776190951.984532:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:3.0:1776190951.984534:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:3.0:1776190951.984661:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000263cbb7c x1862468797336128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.984673:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000263cbb7c x1862468797336128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190951.984710:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3cc1b73. 02000000:00000010:3.0:1776190951.984718:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a4ec617. 00000100:00000010:3.0:1776190951.984721:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000010:3.0:1776190951.984725:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:3.0:1776190951.984729:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b89dfa9. 00000020:00000010:3.0:1776190951.985085:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf62b752. 00000020:00000010:3.0:1776190951.985095:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190951.985102:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190951.985161:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788195328/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:644/0 lens 328/0 e 0 to 0 dl 1776190994 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190951.985204:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195328 02000000:00000010:3.0:1776190951.985220:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f49a50ee. 00010000:00000010:3.0:1776190951.985250:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de38b919. 00010000:00000010:3.0:1776190951.985271:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041bcdae7. 00000100:00000010:3.0:1776190951.985286:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000857cfa06. 00000100:00000010:3.0:1776190951.985296:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000857cfa06. 00010000:00000010:3.0:1776190951.985299:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041bcdae7. 00000400:00000010:3.0:1776190951.985313:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190951.985319:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195328, offset 224 00000400:00000200:3.0:1776190951.985326:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.985338:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.985343:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91011:91011:256:4294967295] 192.168.202.25@tcp LPNI seq info [91011:91011:8:4294967295] 00000400:00000200:3.0:1776190951.985352:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.985356:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.985371:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190951.985377:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.985384:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.985388:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190951.985409:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190951.985422:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190951.985425:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf62b752. 00080000:00000010:3.0:1776190951.985448:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf62b752. 00010000:00000010:3.0:1776190951.985543:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2646644. 00010000:00000010:3.0:1776190951.985549:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057aa941e. 00000001:00000010:3.0:1776190951.985664:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006b56e2af. 00000001:00000010:3.0:1776190951.985670:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006b56e2af. 00000001:00000010:3.0:1776190951.985673:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000014a6df67. 00080000:00000010:3.0:1776190951.985678:0:77311:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000b3267223. 00080000:00000010:3.0:1776190951.985685:0:77311:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000fda9cdf5. 00000001:00000010:3.0:1776190951.985690:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006b56e2af. 00010000:00000010:3.0:1776190951.985719:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039fa1517. 00010000:00000010:3.0:1776190951.985723:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.985728:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c51c3f3. 00010000:00000010:3.0:1776190951.985733:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.985745:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f382d738. 00010000:00000010:3.0:1776190951.985770:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.985774:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.985813:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022ba5383. 00010000:00000010:3.0:1776190951.985816:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.985819:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:3.0:1776190951.985822:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.985832:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007509db3c. 00010000:00000010:3.0:1776190951.985857:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.985860:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.985894:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000875422d7. 00010000:00000010:3.0:1776190951.985897:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.985900:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.0:1776190951.985903:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.985910:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054d0d0ac. 00010000:00000010:3.0:1776190951.985933:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.985935:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.985984:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc56c69c. 00010000:00000010:3.0:1776190951.985986:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.985989:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098133dd2. 00010000:00000010:3.0:1776190951.985992:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986000:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff287f60. 00010000:00000010:3.0:1776190951.986028:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986031:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986063:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8e3a32a. 00010000:00000010:3.0:1776190951.986067:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986069:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:3.0:1776190951.986072:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986079:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de4d9ffc. 00010000:00000010:3.0:1776190951.986100:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986103:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986171:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb1a8151. 00010000:00000010:3.0:1776190951.986187:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986190:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eed6229. 00010000:00000010:3.0:1776190951.986194:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986203:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000867944d0. 00010000:00000010:3.0:1776190951.986227:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986231:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986262:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024ab9bf9. 00010000:00000010:3.0:1776190951.986265:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986267:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.0:1776190951.986270:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986287:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011caae09. 00010000:00000010:3.0:1776190951.986310:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986313:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986347:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000689dd9fb. 00010000:00000010:3.0:1776190951.986350:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986353:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000402440da. 00010000:00000010:3.0:1776190951.986356:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986363:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069c590d6. 00010000:00000010:3.0:1776190951.986385:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986389:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986419:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a64f190. 00010000:00000010:3.0:1776190951.986422:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986425:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.0:1776190951.986428:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986435:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000188b825d. 00010000:00000010:3.0:1776190951.986456:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986459:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986492:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d69f827e. 00010000:00000010:3.0:1776190951.986495:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986499:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.0:1776190951.986501:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986509:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031a624c0. 00010000:00000010:3.0:1776190951.986533:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986537:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986568:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a41ae049. 00010000:00000010:3.0:1776190951.986571:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986574:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e96ea49c. 00010000:00000010:3.0:1776190951.986577:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986585:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002265fdfb. 00010000:00000010:3.0:1776190951.986604:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986607:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986641:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4868551. 00010000:00000010:3.0:1776190951.986643:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986646:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0e450d5. 00010000:00000010:3.0:1776190951.986649:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986656:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c79f969b. 00010000:00000010:3.0:1776190951.986677:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986680:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986710:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014e1117a. 00010000:00000010:3.0:1776190951.986713:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986717:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.0:1776190951.986721:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986728:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042ec0589. 00010000:00000010:3.0:1776190951.986748:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986752:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986782:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1badf5c. 00010000:00000010:3.0:1776190951.986785:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986789:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.0:1776190951.986792:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986800:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013a5a08b. 00010000:00000010:3.0:1776190951.986821:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986824:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986858:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fec3f34. 00010000:00000010:3.0:1776190951.986860:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986863:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a8b98ea. 00010000:00000010:3.0:1776190951.986866:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986873:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c83d747. 00010000:00000010:3.0:1776190951.986893:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986897:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986932:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d820feec. 00010000:00000010:3.0:1776190951.986935:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.986937:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a68e2. 00010000:00000010:3.0:1776190951.986941:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.986948:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e17b42f7. 00010000:00000010:3.0:1776190951.986970:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.986974:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.987008:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ada7bf8f. 00010000:00000010:3.0:1776190951.987011:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.987014:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.0:1776190951.987016:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.987024:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7db70c3. 00010000:00000010:3.0:1776190951.987045:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.987048:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.987085:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042a44e6a. 00010000:00000010:3.0:1776190951.987088:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.987091:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d56b1b0d. 00010000:00000010:3.0:1776190951.987094:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.987102:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7fe8a59. 00010000:00000010:3.0:1776190951.987123:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.987127:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.987190:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.0:1776190951.987194:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.987205:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041bcdae7. 00000100:00000010:3.0:1776190951.987213:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000857cfa06. 00000100:00000010:3.0:1776190951.987222:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190951.987236:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1e1e2cc. 02000000:00000010:3.0:1776190951.987267:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd4b408. 00000400:00000010:3.0:1776190951.987284:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50922b. 00000400:00000010:3.0:1776190951.987290:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190951.987296:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336192, portal 16 00000400:00000010:3.0:1776190951.987301:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000316ad9a. 00000100:00000200:3.0:1776190951.987302:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336192, offset 0 00000400:00000200:3.0:1776190951.987311:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190951.987326:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190951.987332:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190951.987336:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190951.987338:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190951.987341:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91012:91012:256:4294967295] 192.168.202.25@tcp LPNI seq info [91012:91012:8:4294967295] 00000400:00000200:3.0:1776190951.987349:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190951.987353:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190951.987357:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190951.987363:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190951.987369:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190951.987373:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190951.988482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b5d5ff0. 00010000:00000010:3.1:1776190951.988492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeab78eb. 00010000:00000010:1.1:1776190951.990890:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae85bb40. 00000400:00000200:2.0:1776190951.991214:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190951.991231:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120a80 00000400:00000200:2.0:1776190951.991240:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5af5 [1] + 224 00000400:00000200:2.0:1776190951.991251:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.991255:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190951.991266:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797336192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190951.991306:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190951.991311:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869040 00000400:00000200:2.0:1776190951.991318:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb443d [2] + 656 00000400:00000200:2.0:1776190951.991338:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.991341:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190951.991346:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190951.991350:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000109b1b14. 00000400:00000010:3.0:1776190951.991614:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c50922b. 00000400:00000200:3.0:1776190951.991618:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:3.0:1776190951.991620:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000100:00000200:3.0:1776190951.991625:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797336192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190951.991632:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797336192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190951.991653:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a7cf710. 02000000:00000010:3.0:1776190951.991665:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd4b408. 02000000:00000010:3.0:1776190951.991671:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1e1e2cc. 00000100:00000010:3.0:1776190951.991675:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190951.991678:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000857cfa06. 00010000:00000010:3.0:1776190951.991680:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041bcdae7. 00080000:00000010:3.0:1776190951.991701:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1e1e2cc. 00010000:00000010:3.0:1776190951.991784:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.991791:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002863dac. 00010000:00000010:3.0:1776190951.991880:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008eb5c340. 00010000:00000010:3.0:1776190951.991885:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.991891:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.0:1776190951.991897:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.991912:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cd4b408. 00010000:00000010:3.0:1776190951.991937:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.991940:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.991983:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1829fed. 00010000:00000010:3.0:1776190951.991985:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.991987:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c519ac93. 00010000:00000010:3.0:1776190951.991988:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.991994:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f578850f. 00010000:00000010:3.0:1776190951.992009:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.992011:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.992062:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a804aa58. 00010000:00000010:3.0:1776190951.992065:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.992068:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008212bfbb. 00010000:00000010:3.0:1776190951.992071:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190951.992079:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000870132d7. 00010000:00000010:3.0:1776190951.992101:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190951.992104:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cb9639. 00010000:00000010:3.0:1776190951.992166:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbf54661. 00010000:00000010:3.0:1776190951.992170:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d5cb9639. 00000800:00000200:2.0:1776190951.992314:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190951.992317:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049c01ec6 (tot 82347994). 00000400:00000200:2.0:1776190951.992322:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190951.992326:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190951.992330:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:2.0:1776190951.992331:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00010000:00000010:3.1:1776190951.998169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000914beee8. 00010000:00000010:3.1:1776190951.998178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfdb4437. 00010000:00000010:3.1:1776190951.998183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00010000:00000010:3.1:1776190951.998189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fa1517. 00010000:00000010:3.1:1776190951.998600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00010000:00000010:3.1:1776190951.998606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ba5383. 00010000:00000010:3.1:1776190951.998612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:3.1:1776190951.998615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000875422d7. 00010000:00000010:3.1:1776190951.998617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.1:1776190951.998620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc56c69c. 00010000:00000010:3.1:1776190951.998623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098133dd2. 00010000:00000010:3.1:1776190951.998626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8e3a32a. 00010000:00000010:3.1:1776190951.998629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:3.1:1776190951.998631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb1a8151. 00010000:00000010:3.1:1776190951.998633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:3.1:1776190951.998635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024ab9bf9. 00010000:00000010:3.1:1776190951.998638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.1:1776190951.998640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000689dd9fb. 00010000:00000010:3.1:1776190951.998642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402440da. 00010000:00000010:3.1:1776190951.998644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a64f190. 00010000:00000010:3.1:1776190951.998646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.1:1776190951.998648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190951.998651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.1:1776190951.998656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a41ae049. 00010000:00000010:3.1:1776190951.998660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96ea49c. 00010000:00000010:3.1:1776190951.998662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4868551. 00010000:00000010:3.1:1776190951.998665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00010000:00000010:3.1:1776190951.998667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014e1117a. 00010000:00000010:3.1:1776190951.998669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.1:1776190951.998671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1badf5c. 00010000:00000010:3.1:1776190951.998674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.1:1776190951.998677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fec3f34. 00010000:00000010:3.1:1776190951.998681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a8b98ea. 00010000:00000010:3.1:1776190951.998683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d820feec. 00010000:00000010:3.1:1776190951.998686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a68e2. 00010000:00000010:3.1:1776190951.998688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ada7bf8f. 00010000:00000010:3.1:1776190951.998690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.1:1776190951.998692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a44e6a. 00010000:00000010:3.1:1776190951.998695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56b1b0d. 00080000:00000010:1.0:1776190952.000867:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fcf5031. 00010000:00000010:1.0:1776190952.000897:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.000901:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.000942:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a043fd9c. 00010000:00000010:1.0:1776190952.000945:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.000948:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000580f6e71. 00010000:00000010:1.0:1776190952.000950:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.000959:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bb5f2a9. 00010000:00000010:1.0:1776190952.000980:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.000982:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001023:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006905c475. 00010000:00000010:1.0:1776190952.001025:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001028:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c55661df. 00010000:00000010:1.0:1776190952.001030:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.001109:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb387ee3. 00010000:00000010:1.0:1776190952.001153:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.001157:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001504:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075f27eff. 00010000:00000010:1.0:1776190952.001508:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001511:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb045d08. 00010000:00000010:1.0:1776190952.001514:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.001522:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001373f7b2. 00010000:00000010:1.0:1776190952.001548:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.001552:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001590:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6f859c3. 00010000:00000010:1.0:1776190952.001593:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001596:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000705a8da3. 00010000:00000010:1.0:1776190952.001598:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.001607:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007de1625e. 00010000:00000010:1.0:1776190952.001630:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.001634:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001682:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000892c32a4. 00010000:00000010:1.0:1776190952.001685:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001687:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c78a577a. 00010000:00000010:1.0:1776190952.001690:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.001697:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067654583. 00010000:00000010:1.0:1776190952.001718:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.001722:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001904:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6634dcb. 00010000:00000010:1.0:1776190952.001907:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001910:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3a256fb. 00010000:00000010:1.0:1776190952.001913:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.001920:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c094084f. 00010000:00000010:1.0:1776190952.001946:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.001949:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001977:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce4455b5. 00010000:00000010:1.0:1776190952.001979:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.001982:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd0960f7. 00010000:00000010:1.0:1776190952.001984:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.001991:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e7941bc. 00010000:00000010:1.0:1776190952.002011:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.002014:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002168:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e92a9a92. 00010000:00000010:1.0:1776190952.002351:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002356:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009599b158. 00010000:00000010:1.0:1776190952.002359:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.002370:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005534ada7. 00010000:00000010:1.0:1776190952.002396:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.002400:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002432:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3238cec. 00010000:00000010:1.0:1776190952.002434:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002438:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002cdadf5b. 00010000:00000010:1.0:1776190952.002441:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.002448:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d75823c. 00010000:00000010:1.0:1776190952.002468:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.002472:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002503:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fce7464f. 00010000:00000010:1.0:1776190952.002506:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002509:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa80b6d2. 00010000:00000010:1.0:1776190952.002511:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.002518:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009551a86d. 00010000:00000010:1.0:1776190952.002540:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.002543:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002572:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d15f4c9d. 00010000:00000010:1.0:1776190952.002574:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002577:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a90fb20. 00010000:00000010:1.0:1776190952.002579:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.002586:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f3c5342. 00010000:00000010:1.0:1776190952.002606:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.002610:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002637:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cca18ad0. 00010000:00000010:1.0:1776190952.002640:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.002642:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e27c8e00. 00010000:00000010:1.0:1776190952.002645:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.002651:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d946ba70. 00010000:00000010:1.0:1776190952.002693:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.002697:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003323:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b850975e. 00010000:00000010:1.0:1776190952.003328:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003332:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff81af9f. 00010000:00000010:1.0:1776190952.003337:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.003346:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025136971. 00010000:00000010:1.0:1776190952.003380:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.003384:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003435:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000811ec3d8. 00010000:00000010:1.0:1776190952.003438:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003440:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057d71491. 00010000:00000010:1.0:1776190952.003443:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.003450:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089d07e96. 00010000:00000010:1.0:1776190952.003472:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.003476:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003508:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d03271df. 00010000:00000010:1.0:1776190952.003511:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003514:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048cc6349. 00010000:00000010:1.0:1776190952.003517:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.003523:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcfe01a6. 00010000:00000010:1.0:1776190952.003543:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.003546:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003577:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a96c0a7. 00010000:00000010:1.0:1776190952.003580:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003583:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.0:1776190952.003586:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.003592:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066c9ca68. 00010000:00000010:1.0:1776190952.003613:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.003616:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003647:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000240ebc4f. 00010000:00000010:1.0:1776190952.003650:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003668:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afd124ab. 00010000:00000010:1.0:1776190952.003672:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.003679:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5ce2409. 00010000:00000010:1.0:1776190952.003701:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.003705:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003888:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ad450bd. 00010000:00000010:1.0:1776190952.003892:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003895:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.0:1776190952.003898:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.003905:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009de32189. 00010000:00000010:1.0:1776190952.003928:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.003932:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003962:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db1241c5. 00010000:00000010:1.0:1776190952.003965:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.003968:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ee434d7. 00010000:00000010:1.0:1776190952.003971:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.003982:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a9f3d26. 00010000:00000010:1.0:1776190952.004004:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004008:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004110:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0002329. 00010000:00000010:1.0:1776190952.004113:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004117:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190952.004120:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004128:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c73cd537. 00010000:00000010:1.0:1776190952.004177:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004181:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004302:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f78ffc4c. 00010000:00000010:1.0:1776190952.004306:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004309:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.0:1776190952.004311:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004319:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000701d6aac. 00010000:00000010:1.0:1776190952.004341:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004344:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004377:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009498bd8f. 00010000:00000010:1.0:1776190952.004380:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004382:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190952.004384:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004391:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4343997. 00010000:00000010:1.0:1776190952.004412:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004415:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004443:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f95536e8. 00010000:00000010:1.0:1776190952.004446:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004450:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029a28d73. 00010000:00000010:1.0:1776190952.004452:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004458:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053f1887f. 00010000:00000010:1.0:1776190952.004477:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004480:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004504:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000746dec06. 00010000:00000010:1.0:1776190952.004506:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004509:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.0:1776190952.004511:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004517:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000621dce00. 00010000:00000010:1.0:1776190952.004537:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004540:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004568:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d2b50f0. 00010000:00000010:1.0:1776190952.004570:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004574:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091b51222. 00010000:00000010:1.0:1776190952.004576:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004583:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041504c81. 00010000:00000010:1.0:1776190952.004604:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004607:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004639:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022afaddb. 00010000:00000010:1.0:1776190952.004642:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004647:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.0:1776190952.004650:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004814:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd81e478. 00010000:00000010:1.0:1776190952.004840:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004843:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004875:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000622d2c12. 00010000:00000010:1.0:1776190952.004878:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004881:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aac88223. 00010000:00000010:1.0:1776190952.004884:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004891:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a732887f. 00010000:00000010:1.0:1776190952.004912:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004916:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004952:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b4de1d9. 00010000:00000010:1.0:1776190952.004954:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.004957:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9043423. 00010000:00000010:1.0:1776190952.004960:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.004968:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004879073d. 00010000:00000010:1.0:1776190952.004990:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.004994:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005023:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae038831. 00010000:00000010:1.0:1776190952.005025:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005028:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a88234db. 00010000:00000010:1.0:1776190952.005031:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005050:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018073bad. 00010000:00000010:1.0:1776190952.005072:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.005076:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005107:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d494767f. 00010000:00000010:1.0:1776190952.005109:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005113:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.0:1776190952.005116:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005123:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017421152. 00010000:00000010:1.0:1776190952.005176:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.005180:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005378:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008696365a. 00010000:00000010:1.0:1776190952.005382:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005385:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001771490e. 00010000:00000010:1.0:1776190952.005388:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005397:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3267223. 00010000:00000010:1.0:1776190952.005420:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.005424:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005459:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009de2bebe. 00010000:00000010:1.0:1776190952.005461:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005465:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053e54d28. 00010000:00000010:1.0:1776190952.005467:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005479:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000976cedb9. 00010000:00000010:1.0:1776190952.005502:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.005505:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005532:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000079410f0f. 00010000:00000010:1.0:1776190952.005536:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005539:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:1.0:1776190952.005543:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005549:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4c624bd. 00010000:00000010:1.0:1776190952.005568:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.005571:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005603:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e42600e0. 00010000:00000010:1.0:1776190952.005606:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005609:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005de8aa31. 00010000:00000010:1.0:1776190952.005612:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005619:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003fe13da8. 00010000:00000010:1.0:1776190952.005639:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.005642:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005683:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000397d8c05. 00010000:00000010:1.0:1776190952.005685:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005688:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:1.0:1776190952.005690:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005697:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000248b5d05. 00010000:00000010:1.0:1776190952.005717:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.005721:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005899:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007bbfe12c. 00010000:00000010:1.0:1776190952.005902:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005905:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000813ab8be. 00010000:00000010:1.0:1776190952.005907:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005914:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079401f35. 00010000:00000010:1.0:1776190952.005937:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.005940:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005966:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000859eb575. 00010000:00000010:1.0:1776190952.005968:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.005971:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058b3c360. 00010000:00000010:1.0:1776190952.005974:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.005980:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db0f2f52. 00010000:00000010:1.0:1776190952.006000:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006003:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006096:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004dbca9f5. 00010000:00000010:1.0:1776190952.006103:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006106:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:1.0:1776190952.006110:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006119:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bc20b1b. 00010000:00000010:1.0:1776190952.006167:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006170:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006293:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000045e518d2. 00010000:00000010:1.0:1776190952.006296:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006299:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aab75b22. 00010000:00000010:1.0:1776190952.006302:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006309:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062ae53ba. 00010000:00000010:1.0:1776190952.006330:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006333:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006365:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c748fa76. 00010000:00000010:1.0:1776190952.006368:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006371:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098fd20d1. 00010000:00000010:1.0:1776190952.006374:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006382:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027a5a401. 00010000:00000010:1.0:1776190952.006404:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006407:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006435:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aea7c4c7. 00010000:00000010:1.0:1776190952.006438:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006440:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7768685. 00010000:00000010:1.0:1776190952.006443:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006451:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfcc29f0. 00010000:00000010:1.0:1776190952.006471:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006474:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006502:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3772da3. 00010000:00000010:1.0:1776190952.006505:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006508:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c4f89c. 00010000:00000010:1.0:1776190952.006510:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006517:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc6a7a8d. 00010000:00000010:1.0:1776190952.006536:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006539:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006567:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7b010fa. 00010000:00000010:1.0:1776190952.006569:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006573:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081e80e46. 00010000:00000010:1.0:1776190952.006576:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006582:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008992ccb7. 00010000:00000010:1.0:1776190952.006602:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006605:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006635:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030d7be2b. 00010000:00000010:1.0:1776190952.006638:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006642:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050dec7fa. 00010000:00000010:1.0:1776190952.006645:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006651:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae6f8d4. 00010000:00000010:1.0:1776190952.006813:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006818:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006847:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de54f2c3. 00010000:00000010:1.0:1776190952.006850:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006853:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbfb8b4a. 00010000:00000010:1.0:1776190952.006855:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006863:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b598df88. 00010000:00000010:1.0:1776190952.006886:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006889:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006924:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000118e1f15. 00010000:00000010:1.0:1776190952.006927:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006929:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076a07332. 00010000:00000010:1.0:1776190952.006932:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.006939:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d7e02ae. 00010000:00000010:1.0:1776190952.006959:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.006962:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006990:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d1c7a19. 00010000:00000010:1.0:1776190952.006992:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.006995:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c626f48e. 00010000:00000010:1.0:1776190952.006998:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.007006:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7cf5776. 00010000:00000010:1.0:1776190952.007026:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.007030:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007071:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037f257fa. 00010000:00000010:1.0:1776190952.007074:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007077:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d12b032c. 00010000:00000010:1.0:1776190952.007080:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.007087:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044eda9c1. 00010000:00000010:1.0:1776190952.007156:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.007161:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007546:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096f79073. 00010000:00000010:1.0:1776190952.007550:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007553:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019106320. 00010000:00000010:1.0:1776190952.007556:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.007564:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4d44cac. 00010000:00000010:1.0:1776190952.007586:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.007589:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007621:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000045cf44f8. 00010000:00000010:1.0:1776190952.007623:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007626:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d7ed4e7. 00010000:00000010:1.0:1776190952.007628:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.007633:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000592174c7. 00010000:00000010:1.0:1776190952.007650:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.007663:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007690:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d45595c7. 00010000:00000010:1.0:1776190952.007692:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007695:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000125c1fa1. 00010000:00000010:1.0:1776190952.007698:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.007704:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056e7e483. 00010000:00000010:1.0:1776190952.007858:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.007863:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00000001:00000010:1.0:1776190952.007895:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1869c5d. 00000001:00000010:1.0:1776190952.007900:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1869c5d. 00000001:00000010:1.0:1776190952.007904:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1869c5d. 00000001:00000010:1.0:1776190952.007906:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006b56e2af. 00010000:00000010:1.0:1776190952.007923:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa0294db. 00010000:00000010:1.0:1776190952.007925:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007928:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bccd893. 00010000:00000010:1.0:1776190952.007930:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.007938:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a2d8d00. 00010000:00000010:1.0:1776190952.007958:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.007961:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007987:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008052c112. 00010000:00000010:1.0:1776190952.007989:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.007992:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039e02cf3. 00010000:00000010:1.0:1776190952.007994:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008000:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000adc221. 00010000:00000010:1.0:1776190952.008017:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008020:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008058:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b51c25e. 00010000:00000010:1.0:1776190952.008060:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008063:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f855308. 00010000:00000010:1.0:1776190952.008065:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008073:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004140f454. 00010000:00000010:1.0:1776190952.008092:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008095:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008122:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d9fc6df. 00010000:00000010:1.0:1776190952.008125:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008154:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b800b5f7. 00010000:00000010:1.0:1776190952.008159:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008166:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd0ad16e. 00010000:00000010:1.0:1776190952.008316:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008322:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008355:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c75203e2. 00010000:00000010:1.0:1776190952.008358:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008360:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002837a447. 00010000:00000010:1.0:1776190952.008363:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008370:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a47da2e8. 00010000:00000010:1.0:1776190952.008390:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008393:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008422:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030bcc897. 00010000:00000010:1.0:1776190952.008424:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008427:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000568dac3b. 00010000:00000010:1.0:1776190952.008430:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008437:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af1fdc63. 00010000:00000010:1.0:1776190952.008458:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008461:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008493:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7f95da7. 00010000:00000010:1.0:1776190952.008495:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008498:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000197c3b71. 00010000:00000010:1.0:1776190952.008501:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008508:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8676627. 00010000:00000010:1.0:1776190952.008529:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008532:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008560:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a5f73ad. 00010000:00000010:1.0:1776190952.008563:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008566:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005913a06d. 00010000:00000010:1.0:1776190952.008568:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008575:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000370633ef. 00010000:00000010:1.0:1776190952.008597:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008600:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008624:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f8d902e. 00010000:00000010:1.0:1776190952.008627:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008629:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b5991a7. 00010000:00000010:1.0:1776190952.008631:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008637:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2458350. 00010000:00000010:1.0:1776190952.008665:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008668:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008693:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c789eb6f. 00010000:00000010:1.0:1776190952.008695:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008698:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038ec35df. 00010000:00000010:1.0:1776190952.008700:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008708:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff9924e3. 00010000:00000010:1.0:1776190952.008852:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008857:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008898:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013ec8ce2. 00010000:00000010:1.0:1776190952.008901:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008904:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4df76bf. 00010000:00000010:1.0:1776190952.008907:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.008914:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9f0c61a. 00010000:00000010:1.0:1776190952.008934:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.008937:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008990:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb59c121. 00010000:00000010:1.0:1776190952.008993:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.008996:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009bfc984f. 00010000:00000010:1.0:1776190952.008999:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009005:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004680ca52. 00010000:00000010:1.0:1776190952.009024:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009026:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009154:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dc9e0b3. 00010000:00000010:1.0:1776190952.009158:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009160:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb72dac1. 00010000:00000010:1.0:1776190952.009163:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009171:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059496fec. 00010000:00000010:1.0:1776190952.009284:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009288:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009319:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051d1011e. 00010000:00000010:1.0:1776190952.009322:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009325:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebb8b88. 00010000:00000010:1.0:1776190952.009327:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009334:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000405c2cab. 00010000:00000010:1.0:1776190952.009354:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009357:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009383:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0b62e42. 00010000:00000010:1.0:1776190952.009385:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009388:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004851d57c. 00010000:00000010:1.0:1776190952.009390:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009397:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003365ca74. 00010000:00000010:1.0:1776190952.009418:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009421:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009450:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001171568a. 00010000:00000010:1.0:1776190952.009452:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009455:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076ba07dc. 00010000:00000010:1.0:1776190952.009458:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009465:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000103010cf. 00010000:00000010:1.0:1776190952.009485:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009489:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009520:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eabaa490. 00010000:00000010:1.0:1776190952.009523:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009526:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4d74988. 00010000:00000010:1.0:1776190952.009529:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009535:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000888ba729. 00010000:00000010:1.0:1776190952.009556:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009559:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009591:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005643d881. 00010000:00000010:1.0:1776190952.009594:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009597:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019205cf9. 00010000:00000010:1.0:1776190952.009600:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009606:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a683d841. 00010000:00000010:1.0:1776190952.009625:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009628:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009809:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b60c00f. 00010000:00000010:1.0:1776190952.009813:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009817:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004fc969b. 00010000:00000010:1.0:1776190952.009821:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009829:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fb7f362. 00010000:00000010:1.0:1776190952.009852:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009856:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009888:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064e5366b. 00010000:00000010:1.0:1776190952.009890:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009893:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad6fba19. 00010000:00000010:1.0:1776190952.009896:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009903:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e737a64f. 00010000:00000010:1.0:1776190952.009925:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009928:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009956:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002ba8516. 00010000:00000010:1.0:1776190952.009959:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.009962:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbaae56d. 00010000:00000010:1.0:1776190952.009964:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.009974:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000866b1070. 00010000:00000010:1.0:1776190952.009995:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.009998:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010026:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e698fe56. 00010000:00000010:1.0:1776190952.010029:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010032:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005983a793. 00010000:00000010:1.0:1776190952.010107:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010115:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043f87284. 00010000:00000010:1.0:1776190952.010154:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010158:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010260:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb31d236. 00010000:00000010:1.0:1776190952.010263:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010266:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bd06211. 00010000:00000010:1.0:1776190952.010268:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010285:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d656bbb. 00010000:00000010:1.0:1776190952.010306:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010309:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010334:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b86cef1. 00010000:00000010:1.0:1776190952.010336:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010338:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8859010. 00010000:00000010:1.0:1776190952.010341:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010347:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051ff252f. 00010000:00000010:1.0:1776190952.010363:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010366:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010399:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d1cb594. 00010000:00000010:1.0:1776190952.010402:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010404:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e23b55c. 00010000:00000010:1.0:1776190952.010407:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010413:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005883d0ba. 00010000:00000010:1.0:1776190952.010434:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010437:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010465:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000818b10d. 00010000:00000010:1.0:1776190952.010468:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010470:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043a204aa. 00010000:00000010:1.0:1776190952.010473:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010480:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037c20aa7. 00010000:00000010:1.0:1776190952.010501:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010503:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010529:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af6d90ce. 00010000:00000010:1.0:1776190952.010531:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010534:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0c1679. 00010000:00000010:1.0:1776190952.010536:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010543:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038405eab. 00010000:00000010:1.0:1776190952.010563:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010566:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010595:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048e60dd0. 00010000:00000010:1.0:1776190952.010597:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010600:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026a772ce. 00010000:00000010:1.0:1776190952.010602:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010609:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1213244. 00010000:00000010:1.0:1776190952.010628:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010631:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010675:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df149053. 00010000:00000010:1.0:1776190952.010678:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010681:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f80d0d5a. 00010000:00000010:1.0:1776190952.010684:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010692:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002fd514e. 00010000:00000010:1.0:1776190952.010712:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010715:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010890:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005494dc09. 00010000:00000010:1.0:1776190952.010893:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010896:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004777d27a. 00010000:00000010:1.0:1776190952.010899:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010909:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c23e31d5. 00010000:00000010:1.0:1776190952.010933:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.010936:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010974:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000750cc39d. 00010000:00000010:1.0:1776190952.010977:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.010979:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007877bac7. 00010000:00000010:1.0:1776190952.010982:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.010990:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2921593. 00010000:00000010:1.0:1776190952.011013:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011016:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011127:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000148c9c2d. 00010000:00000010:1.0:1776190952.011149:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011154:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc6e0cc1. 00010000:00000010:1.0:1776190952.011157:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011165:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce2f7208. 00010000:00000010:1.0:1776190952.011261:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011265:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011306:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085cee0fe. 00010000:00000010:1.0:1776190952.011309:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011312:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009886d13a. 00010000:00000010:1.0:1776190952.011315:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011322:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e0ddc1d. 00010000:00000010:1.0:1776190952.011343:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011347:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011379:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000544dbe44. 00010000:00000010:1.0:1776190952.011382:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011385:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009292a7ec. 00010000:00000010:1.0:1776190952.011388:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011394:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef29d00b. 00010000:00000010:1.0:1776190952.011416:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011419:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011450:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073abb0be. 00010000:00000010:1.0:1776190952.011453:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011456:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e0e0ef1. 00010000:00000010:1.0:1776190952.011458:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011466:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071355eaa. 00010000:00000010:1.0:1776190952.011487:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011490:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011517:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098c6a67b. 00010000:00000010:1.0:1776190952.011520:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011523:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008514a12f. 00010000:00000010:1.0:1776190952.011525:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011533:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcca0623. 00010000:00000010:1.0:1776190952.011553:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011556:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011590:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006284c15b. 00010000:00000010:1.0:1776190952.011593:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011596:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004aa8ad9e. 00010000:00000010:1.0:1776190952.011598:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011604:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cafa9010. 00010000:00000010:1.0:1776190952.011625:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011628:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011745:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa1bf027. 00010000:00000010:1.0:1776190952.011748:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011751:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff463a8d. 00010000:00000010:1.0:1776190952.011756:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011766:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bacdcb35. 00010000:00000010:1.0:1776190952.011791:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011796:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011829:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044f21585. 00010000:00000010:1.0:1776190952.011831:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011834:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046167b96. 00010000:00000010:1.0:1776190952.011836:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011843:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000901d0d64. 00010000:00000010:1.0:1776190952.011864:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011867:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011896:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c7d1c00. 00010000:00000010:1.0:1776190952.011899:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011902:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac609d65. 00010000:00000010:1.0:1776190952.011904:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011912:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071772a4f. 00010000:00000010:1.0:1776190952.011932:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.011936:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011973:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024af6ea7. 00010000:00000010:1.0:1776190952.011976:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.011980:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008539c050. 00010000:00000010:1.0:1776190952.011983:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.011991:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000413826d9. 00010000:00000010:1.0:1776190952.012011:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.012014:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.012299:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e03c60f2. 00010000:00000010:1.0:1776190952.012303:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.012307:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029116936. 00010000:00000010:1.0:1776190952.012310:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.012317:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000127c092c. 00010000:00000010:1.0:1776190952.012341:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.012345:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.012377:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0920a74. 00010000:00000010:1.0:1776190952.012379:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.012382:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c756e26f. 00010000:00000010:1.0:1776190952.012384:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.012392:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c48e897. 00010000:00000010:1.0:1776190952.012414:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.012417:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.012476:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c845231. 00010000:00000010:1.0:1776190952.012479:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.012482:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098cc0678. 00010000:00000010:1.0:1776190952.012485:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.012491:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081afa961. 00010000:00000010:1.0:1776190952.012971:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.012978:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013118:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000135af611. 00010000:00000010:1.0:1776190952.013121:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013124:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f525b796. 00010000:00000010:1.0:1776190952.013128:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013163:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005eddecd0. 00010000:00000010:1.0:1776190952.013272:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.013285:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013316:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ff41dce. 00010000:00000010:1.0:1776190952.013318:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013321:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6123ea2. 00010000:00000010:1.0:1776190952.013323:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013331:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bad19a3d. 00010000:00000010:1.0:1776190952.013351:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.013354:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013392:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dfe78b59. 00010000:00000010:1.0:1776190952.013395:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013398:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000224cf0b2. 00010000:00000010:1.0:1776190952.013400:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013409:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099de31e8. 00010000:00000010:1.0:1776190952.013430:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.013434:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013461:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f143f728. 00010000:00000010:1.0:1776190952.013464:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013467:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f04f0b5b. 00010000:00000010:1.0:1776190952.013469:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013476:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fc93260. 00010000:00000010:1.0:1776190952.013496:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.013499:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013530:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000207d7164. 00010000:00000010:1.0:1776190952.013533:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013536:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015552738. 00010000:00000010:1.0:1776190952.013539:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013545:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eedd280f. 00010000:00000010:1.0:1776190952.013567:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.013570:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013600:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7463c17. 00010000:00000010:1.0:1776190952.013603:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013606:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee3d65bd. 00010000:00000010:1.0:1776190952.013609:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013615:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000771af0f0. 00010000:00000010:1.0:1776190952.013635:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.013638:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013811:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014a00ee6. 00010000:00000010:1.0:1776190952.013814:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013818:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000412d517a. 00010000:00000010:1.0:1776190952.013821:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013828:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000533c5222. 00010000:00000010:1.0:1776190952.013850:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.013853:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013885:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ff5f9a1. 00010000:00000010:1.0:1776190952.013887:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013890:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6d80fe6. 00010000:00000010:1.0:1776190952.013894:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013901:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044f81867. 00010000:00000010:1.0:1776190952.013923:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.013926:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013964:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c616446. 00010000:00000010:1.0:1776190952.013967:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.013970:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6d7849f. 00010000:00000010:1.0:1776190952.013973:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.013981:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5da028d. 00010000:00000010:1.0:1776190952.014002:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014005:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014156:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002923dfd6. 00010000:00000010:1.0:1776190952.014160:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014163:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4c1ef3f. 00010000:00000010:1.0:1776190952.014167:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014176:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008a76b54. 00010000:00000010:1.0:1776190952.014212:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014216:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014252:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef6bdcb4. 00010000:00000010:1.0:1776190952.014254:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014257:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f476842. 00010000:00000010:1.0:1776190952.014260:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014267:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000021f6d1e. 00010000:00000010:1.0:1776190952.014301:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014305:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014333:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068af09d9. 00010000:00000010:1.0:1776190952.014335:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014338:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2d861c. 00010000:00000010:1.0:1776190952.014340:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014347:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5ec788c. 00010000:00000010:1.0:1776190952.014366:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014369:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014402:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006df1d5a2. 00010000:00000010:1.0:1776190952.014404:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014407:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ba1980c. 00010000:00000010:1.0:1776190952.014410:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014417:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098376c0b. 00010000:00000010:1.0:1776190952.014437:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014440:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014468:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd59737a. 00010000:00000010:1.0:1776190952.014471:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014475:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022315ddb. 00010000:00000010:1.0:1776190952.014478:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014484:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b54c22. 00010000:00000010:1.0:1776190952.014505:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014508:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014540:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c442886a. 00010000:00000010:1.0:1776190952.014543:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014546:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ceb7bbc2. 00010000:00000010:1.0:1776190952.014549:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014556:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089f15fb5. 00010000:00000010:1.0:1776190952.014578:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014581:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014611:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006dd2ca88. 00010000:00000010:1.0:1776190952.014613:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014617:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089e1c85e. 00010000:00000010:1.0:1776190952.014619:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014626:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037860cde. 00010000:00000010:1.0:1776190952.014645:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014648:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014692:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be8c48ef. 00010000:00000010:1.0:1776190952.014694:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014698:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a77e44d7. 00010000:00000010:1.0:1776190952.014701:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014707:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056c83bfe. 00010000:00000010:1.0:1776190952.014739:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014743:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014776:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd41d971. 00010000:00000010:1.0:1776190952.014778:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014782:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbd6d550. 00010000:00000010:1.0:1776190952.014784:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014791:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a13b4ac. 00010000:00000010:1.0:1776190952.014813:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014816:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014846:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000407ec116. 00010000:00000010:1.0:1776190952.014848:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014852:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001073a95. 00010000:00000010:1.0:1776190952.014854:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014861:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7e82ef2. 00010000:00000010:1.0:1776190952.014882:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014886:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014919:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000096432b6. 00010000:00000010:1.0:1776190952.014922:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014925:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.0:1776190952.014929:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.014936:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062a377ed. 00010000:00000010:1.0:1776190952.014957:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.014960:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.014996:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a923345. 00010000:00000010:1.0:1776190952.014999:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015002:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.015005:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.015012:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd299d75. 00010000:00000010:1.0:1776190952.015032:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.015047:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015079:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003395736e. 00010000:00000010:1.0:1776190952.015082:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015085:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7a96d22. 00010000:00000010:1.0:1776190952.015088:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.015095:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009db5b2d7. 00010000:00000010:1.0:1776190952.015117:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.015120:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015188:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004dd5adca. 00010000:00000010:1.0:1776190952.015191:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015195:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7eff81. 00010000:00000010:1.0:1776190952.015198:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.015205:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073bce3ba. 00010000:00000010:1.0:1776190952.015230:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.015233:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015262:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2f4422d. 00010000:00000010:1.0:1776190952.015265:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015269:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.015272:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.015291:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a09ce37a. 00010000:00000010:1.0:1776190952.015312:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.015315:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015344:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e23d6b7e. 00010000:00000010:1.0:1776190952.015347:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015350:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098ee0c43. 00010000:00000010:1.0:1776190952.015353:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.015361:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fb1fb39. 00010000:00000010:1.0:1776190952.015383:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.015386:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015415:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fc5f4bb. 00010000:00000010:1.0:1776190952.015418:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015421:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c6bec9e. 00010000:00000010:1.0:1776190952.015423:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00080000:00000010:1.0:1776190952.015430:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8656fa9. 00010000:00000010:1.0:1776190952.015451:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.015455:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.015488:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b509b938. 00010000:00000010:1.0:1776190952.015491:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190952.015499:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006803c0ea. 00000100:00000010:1.0:1776190952.015506:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190952.015514:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190952.015541:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c16b7a0. 02000000:00000010:1.0:1776190952.015574:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066bd501b. 00000400:00000010:1.0:1776190952.015582:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3a2f0f5. 00000400:00000010:1.0:1776190952.015589:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190952.015595:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336256, portal 16 00000400:00000010:1.0:1776190952.015601:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190952.015604:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336256, offset 0 00000400:00000200:1.0:1776190952.015614:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.015630:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.015638:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.015642:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.015645:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.015649:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91014:91014:256:4294967295] 192.168.202.25@tcp LPNI seq info [91014:91014:8:4294967295] 00000400:00000200:1.0:1776190952.015661:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.015666:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.015671:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3a12437 (tot 82348242). 00000800:00000200:1.0:1776190952.015678:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.015686:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.015690:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3a12437 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.016555:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.016564:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3a12437 (tot 82347994). 00000400:00000200:3.0:1776190952.016573:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.016581:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.016588:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:3.0:1776190952.016590:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:3.0:1776190952.016598:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797336256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.020316:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.020339:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120ac0 00000400:00000200:1.0:1776190952.020350:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b01 [1] + 224 00000400:00000200:1.0:1776190952.020364:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.020368:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.020383:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797336256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.020426:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.020431:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869080 00000400:00000200:1.0:1776190952.020436:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb443d [2] + 984 00000400:00000200:1.0:1776190952.021013:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.021020:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.021025:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.021032:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 00000020:00000010:1.0:1776190952.021113:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b54937. 00000020:00000010:1.0:1776190952.021122:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.021127:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.021179:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001986ef5b x1862468788195456/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190952.021445:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195456 02000000:00000010:1.0:1776190952.021457:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee080d09. 00010000:00000010:1.0:1776190952.021500:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190952.021509:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.021517:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:1.0:1776190952.021521:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00000400:00000010:1.0:1776190952.021538:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.021544:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195456, offset 224 00000400:00000200:1.0:1776190952.021553:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.021565:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.021571:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91015:91015:256:4294967295] 192.168.202.25@tcp LPNI seq info [91015:91015:8:4294967295] 00000400:00000200:1.0:1776190952.021582:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.021587:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.021591:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002cc89fd (tot 82348242). 00000800:00000200:1.0:1776190952.021596:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.021602:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.021606:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000002cc89fd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.021624:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.021627:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.021630:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b54937. 00000800:00000200:1.0:1776190952.022936:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.022944:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002cc89fd (tot 82347994). 00000400:00000200:1.0:1776190952.022952:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.022961:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.022967:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.022969:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000400:00000010:0.0:1776190952.023382:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3a2f0f5. 00000400:00000200:0.0:1776190952.023388:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:0.0:1776190952.023389:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:0.0:1776190952.023399:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797336256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.023409:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797336256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190952.023442:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fae8816f. 02000000:00000010:0.0:1776190952.023456:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066bd501b. 02000000:00000010:0.0:1776190952.023462:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c16b7a0. 00000100:00000010:0.0:1776190952.023466:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:0.0:1776190952.023470:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:0.0:1776190952.023472:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006803c0ea. 00080000:00000010:0.0:1776190952.023494:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef240b11. 00010000:00000010:0.0:1776190952.023591:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:0.0:1776190952.023598:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e080c7f. 00010000:00000010:0.0:1776190952.023675:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.0:1776190952.023683:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fc67885c. 00010000:00000010:0.0:1776190952.023697:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190952.023704:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000034c4fab. 00000100:00000010:0.0:1776190952.023713:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190952.023727:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f982b20. 02000000:00000010:0.0:1776190952.023762:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0847f7. 00000400:00000010:0.0:1776190952.023769:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf030d9f. 00000400:00000010:0.0:1776190952.023774:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190952.023781:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336320, portal 16 00000400:00000010:0.0:1776190952.023786:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190952.023788:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336320, offset 0 00000400:00000200:0.0:1776190952.023796:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.023811:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.023820:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.023823:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.023826:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.023829:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91016:91016:256:4294967295] 192.168.202.25@tcp LPNI seq info [91016:91016:8:4294967295] 00000400:00000200:0.0:1776190952.023840:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.023845:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.023850:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190952.023857:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.023867:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.023872:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190952.024155:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023db6981. 00010000:00000010:3.1:1776190952.024163:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe76142f. 00010000:00000010:3.1:1776190952.024168:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.1:1776190952.024172:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eb5c340. 00010000:00000010:3.1:1776190952.024175:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.1:1776190952.024177:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1829fed. 00010000:00000010:3.1:1776190952.024180:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c519ac93. 00010000:00000010:3.1:1776190952.024182:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a804aa58. 00010000:00000010:3.1:1776190952.024184:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008212bfbb. 00010000:00000010:1.1:1776190952.026585:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbf54661. 00010000:00000010:1.1:1776190952.026606:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:1.1:1776190952.026615:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dc7ab0a. 00010000:00000010:1.1:1776190952.026619:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:1.1:1776190952.026621:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8bcb9a3. 00010000:00000010:1.1:1776190952.026624:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077687cd4. 00000800:00000200:1.0:1776190952.026630:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.026636:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:1.0:1776190952.026642:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.026653:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.026672:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120b00 00000400:00000200:3.0:1776190952.026680:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b0d [1] + 224 00000400:00000200:3.0:1776190952.026692:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.026695:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.026706:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797336320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.026713:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.026718:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:1.0:1776190952.026720:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:1.0:1776190952.026800:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797336320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.028168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a2872f3. 00010000:00000010:1.1:1776190952.028343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:1.1:1776190952.028347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f88ca74e. 00010000:00000010:1.1:1776190952.028350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:1.1:1776190952.028352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d4967c9. 00010000:00000010:1.1:1776190952.028580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:1.1:1776190952.028583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3c122a8. 00010000:00000010:1.1:1776190952.028586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:1.1:1776190952.028588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a02fbfa. 00010000:00000010:1.1:1776190952.028592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe33c5e6. 00010000:00000010:1.1:1776190952.028594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097772120. 00010000:00000010:1.1:1776190952.028596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa18d021. 00010000:00000010:1.1:1776190952.028598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099e221dd. 00010000:00000010:1.1:1776190952.028602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b31c6a. 00010000:00000010:1.1:1776190952.028604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000364579cd. 00010000:00000010:1.1:1776190952.028606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df297404. 00010000:00000010:1.1:1776190952.028608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e79739c6. 00010000:00000010:1.1:1776190952.028611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b771d66. 00010000:00000010:1.1:1776190952.028613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063ba5de7. 00010000:00000010:1.1:1776190952.028616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b184019. 00010000:00000010:1.1:1776190952.028620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007257e760. 00010000:00000010:1.1:1776190952.028623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000191c03c4. 00010000:00000010:1.1:1776190952.028625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b9214d6. 00010000:00000010:1.1:1776190952.028627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0b0ac0. 00010000:00000010:1.1:1776190952.028630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009809e72b. 00010000:00000010:1.1:1776190952.028633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e7bfb57. 00010000:00000010:1.1:1776190952.028635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1caa735. 00010000:00000010:1.1:1776190952.028637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d342e7. 00010000:00000010:1.1:1776190952.028640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d296a2b0. 00010000:00000010:1.1:1776190952.028642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088b35927. 00010000:00000010:1.1:1776190952.028645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008756c688. 00010000:00000010:1.1:1776190952.028647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000412375b9. 00010000:00000010:1.1:1776190952.028649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d58e7dd. 00010000:00000010:1.1:1776190952.028935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e454a03d. 00010000:00000010:1.1:1776190952.028940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a7f174. 00010000:00000010:1.1:1776190952.028942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3554f1. 00010000:00000010:1.1:1776190952.028945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002514e8d8. 00010000:00000010:1.1:1776190952.028949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c06905d. 00010000:00000010:1.1:1776190952.028951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006115f98. 00010000:00000010:1.1:1776190952.028954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000377596c4. 00010000:00000010:1.1:1776190952.028960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008445eddb. 00010000:00000010:1.1:1776190952.028962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f880d9. 00010000:00000010:1.1:1776190952.028965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9708d71. 00010000:00000010:1.1:1776190952.028970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c2ffe4a. 00010000:00000010:1.1:1776190952.028973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d8f32d8. 00010000:00000010:1.1:1776190952.028976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d7670. 00010000:00000010:1.1:1776190952.028979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c2459f. 00010000:00000010:1.1:1776190952.028983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007017bd64. 00010000:00000010:1.1:1776190952.028986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002429a811. 00010000:00000010:1.1:1776190952.028988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da808593. 00010000:00000010:1.1:1776190952.028990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b26947f7. 00010000:00000010:1.1:1776190952.028993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006c0fe1d. 00010000:00000010:1.1:1776190952.028995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bb9814c. 00010000:00000010:1.1:1776190952.028999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048b730aa. 00010000:00000010:1.1:1776190952.029005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034dc661b. 00010000:00000010:1.1:1776190952.029008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c358cfd7. 00010000:00000010:1.1:1776190952.029011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e36df149. 00010000:00000010:1.1:1776190952.029014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d960c03b. 00010000:00000010:1.1:1776190952.029016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004316ce16. 00010000:00000010:1.1:1776190952.029019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd78bb. 00010000:00000010:1.1:1776190952.029022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5bdf01. 00010000:00000010:1.1:1776190952.029024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030816486. 00010000:00000010:1.1:1776190952.029027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf96b33c. 00010000:00000010:1.1:1776190952.029029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e3639c. 00010000:00000010:1.1:1776190952.029032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000398dc8c5. 00010000:00000010:1.1:1776190952.029045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca0a5e3. 00010000:00000010:1.1:1776190952.029048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0e14f7b. 00010000:00000010:1.1:1776190952.029052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac35b55. 00010000:00000010:1.1:1776190952.029054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e9e1732. 00010000:00000010:1.1:1776190952.029058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034dfe9c1. 00010000:00000010:1.1:1776190952.029060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f238c3ef. 00010000:00000010:1.1:1776190952.029063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2f3d89. 00010000:00000010:1.1:1776190952.029065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc3f1948. 00010000:00000010:1.1:1776190952.029068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000900cd161. 00010000:00000010:1.1:1776190952.029070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4c15649. 00010000:00000010:1.1:1776190952.029073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f637b656. 00010000:00000010:1.1:1776190952.029076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a386109. 00010000:00000010:1.1:1776190952.029080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003142229b. 00010000:00000010:1.1:1776190952.029083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ade73cdb. 00010000:00000010:1.1:1776190952.029086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcf93790. 00010000:00000010:1.1:1776190952.029091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e05319. 00010000:00000010:1.1:1776190952.029096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054010af0. 00010000:00000010:1.1:1776190952.029099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a7ee8a7. 00010000:00000010:1.1:1776190952.029101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433babfc. 00010000:00000010:1.1:1776190952.029104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f58e33. 00010000:00000010:1.1:1776190952.029107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000061c89a5. 00010000:00000010:1.1:1776190952.029110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a043fd9c. 00010000:00000010:1.1:1776190952.029113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000580f6e71. 00010000:00000010:1.1:1776190952.029116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006905c475. 00010000:00000010:1.1:1776190952.029119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c55661df. 00010000:00000010:1.1:1776190952.029121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075f27eff. 00010000:00000010:1.1:1776190952.029124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb045d08. 00010000:00000010:1.1:1776190952.029126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f859c3. 00010000:00000010:1.1:1776190952.029146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000705a8da3. 00010000:00000010:1.1:1776190952.029154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000892c32a4. 00010000:00000010:1.1:1776190952.029157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c78a577a. 00010000:00000010:1.1:1776190952.029159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6634dcb. 00010000:00000010:1.1:1776190952.029162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a256fb. 00010000:00000010:1.1:1776190952.029165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4455b5. 00010000:00000010:1.1:1776190952.029167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd0960f7. 00010000:00000010:1.1:1776190952.029170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e92a9a92. 00010000:00000010:1.1:1776190952.029183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009599b158. 00010000:00000010:1.1:1776190952.029394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3238cec. 00010000:00000010:1.1:1776190952.029398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cdadf5b. 00010000:00000010:1.1:1776190952.029400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce7464f. 00010000:00000010:1.1:1776190952.029402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa80b6d2. 00010000:00000010:1.1:1776190952.029404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d15f4c9d. 00010000:00000010:1.1:1776190952.029407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a90fb20. 00010000:00000010:1.1:1776190952.029409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca18ad0. 00000400:00000200:3.0:1776190952.029410:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:1.1:1776190952.029411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27c8e00. 00010000:00000010:1.1:1776190952.029413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b850975e. 00010000:00000010:1.1:1776190952.029416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff81af9f. 00010000:00000010:1.1:1776190952.029419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000811ec3d8. 00000400:00000200:3.0:1776190952.029421:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8690c0 00010000:00000010:1.1:1776190952.029422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d71491. 00010000:00000010:1.1:1776190952.029426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d03271df. 00000400:00000200:3.0:1776190952.029428:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb443d [2] + 1312 00010000:00000010:1.1:1776190952.029428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048cc6349. 00010000:00000010:1.1:1776190952.029430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a96c0a7. 00010000:00000010:1.1:1776190952.029432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.1:1776190952.029438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240ebc4f. 00010000:00000010:1.1:1776190952.029440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd124ab. 00000400:00000200:3.0:1776190952.029442:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1776190952.029442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ad450bd. 00010000:00000010:1.1:1776190952.029445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ebfdad. 00000400:00000200:3.0:1776190952.029446:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00010000:00000010:1.1:1776190952.029447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db1241c5. 00010000:00000010:1.1:1776190952.029450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee434d7. 00000100:00000200:3.0:1776190952.029453:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1776190952.029453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0002329. 00010000:00000010:1.1:1776190952.029455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00010000:00000010:1.1:1776190952.029457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78ffc4c. 00000100:00000010:3.0:1776190952.029458:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00010000:00000010:1.1:1776190952.029460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.1:1776190952.029462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009498bd8f. 00010000:00000010:1.1:1776190952.029464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.1:1776190952.029466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95536e8. 00010000:00000010:1.1:1776190952.029469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a28d73. 00010000:00000010:1.1:1776190952.029492:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746dec06. 00010000:00000010:1.1:1776190952.029496:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.1:1776190952.029498:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d2b50f0. 00010000:00000010:1.1:1776190952.029501:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b51222. 00010000:00000010:1.1:1776190952.029503:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022afaddb. 00010000:00000010:1.1:1776190952.029505:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.1:1776190952.029507:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622d2c12. 00010000:00000010:1.1:1776190952.029510:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac88223. 00010000:00000010:1.1:1776190952.029512:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b4de1d9. 00010000:00000010:1.1:1776190952.029515:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00010000:00000010:1.1:1776190952.029518:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae038831. 00010000:00000010:1.1:1776190952.029521:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00010000:00000010:1.1:1776190952.029526:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d494767f. 00010000:00000010:1.1:1776190952.029530:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.1:1776190952.029531:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008696365a. 00010000:00000010:1.1:1776190952.029534:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00010000:00000010:1.1:1776190952.029536:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009de2bebe. 00010000:00000010:1.1:1776190952.029540:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e54d28. 00010000:00000010:1.1:1776190952.029543:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079410f0f. 00010000:00000010:1.1:1776190952.029546:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:1.1:1776190952.029549:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e42600e0. 00010000:00000010:1.1:1776190952.029552:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de8aa31. 00010000:00000010:1.1:1776190952.029554:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000397d8c05. 00010000:00000010:1.1:1776190952.029556:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:1.1:1776190952.029559:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bbfe12c. 00010000:00000010:1.1:1776190952.029561:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ab8be. 00010000:00000010:1.1:1776190952.029563:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000859eb575. 00010000:00000010:1.1:1776190952.029566:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b3c360. 00010000:00000010:1.1:1776190952.029568:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dbca9f5. 00010000:00000010:1.1:1776190952.029570:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:1.1:1776190952.029573:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045e518d2. 00010000:00000010:1.1:1776190952.029576:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aab75b22. 00010000:00000010:1.1:1776190952.029578:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c748fa76. 00010000:00000010:1.1:1776190952.029581:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098fd20d1. 00010000:00000010:1.1:1776190952.029583:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aea7c4c7. 00010000:00000010:1.1:1776190952.029587:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7768685. 00010000:00000010:1.1:1776190952.029591:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3772da3. 00010000:00000010:1.1:1776190952.029594:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c4f89c. 00010000:00000010:1.1:1776190952.029596:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b010fa. 00010000:00000010:1.1:1776190952.029598:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e80e46. 00010000:00000010:1.1:1776190952.029601:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030d7be2b. 00010000:00000010:1.1:1776190952.029605:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050dec7fa. 00010000:00000010:1.1:1776190952.029608:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de54f2c3. 00010000:00000010:1.1:1776190952.029610:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfb8b4a. 00010000:00000010:1.1:1776190952.029612:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000118e1f15. 00010000:00000010:1.1:1776190952.029616:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076a07332. 00010000:00000010:1.1:1776190952.029619:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1c7a19. 00010000:00000010:1.1:1776190952.029621:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c626f48e. 00010000:00000010:1.1:1776190952.029623:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037f257fa. 00010000:00000010:1.1:1776190952.029625:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d12b032c. 00010000:00000010:1.1:1776190952.029628:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096f79073. 00010000:00000010:1.1:1776190952.029631:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019106320. 00010000:00000010:1.1:1776190952.029633:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045cf44f8. 00010000:00000010:1.1:1776190952.029637:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d7ed4e7. 00010000:00000010:1.1:1776190952.029640:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45595c7. 00010000:00000010:1.1:1776190952.029643:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000125c1fa1. 00010000:00000010:1.1:1776190952.029648:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa0294db. 00010000:00000010:1.1:1776190952.029651:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bccd893. 00010000:00000010:1.1:1776190952.029803:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008052c112. 00010000:00000010:1.1:1776190952.029807:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e02cf3. 00010000:00000010:1.1:1776190952.029812:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b51c25e. 00010000:00000010:1.1:1776190952.029815:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f855308. 00010000:00000010:1.1:1776190952.029817:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d9fc6df. 00010000:00000010:1.1:1776190952.029819:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b800b5f7. 00010000:00000010:1.1:1776190952.029822:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c75203e2. 00010000:00000010:1.1:1776190952.029825:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002837a447. 00010000:00000010:1.1:1776190952.029828:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030bcc897. 00010000:00000010:1.1:1776190952.029831:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000568dac3b. 00010000:00000010:1.1:1776190952.029833:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7f95da7. 00010000:00000010:1.1:1776190952.029836:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000197c3b71. 00010000:00000010:1.1:1776190952.029839:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a5f73ad. 00010000:00000010:1.1:1776190952.029841:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005913a06d. 00010000:00000010:1.1:1776190952.029843:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f8d902e. 00010000:00000010:1.1:1776190952.029846:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b5991a7. 00010000:00000010:1.1:1776190952.029848:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c789eb6f. 00010000:00000010:1.1:1776190952.029850:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ec35df. 00010000:00000010:1.1:1776190952.029852:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ec8ce2. 00010000:00000010:1.1:1776190952.029854:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4df76bf. 00010000:00000010:1.1:1776190952.029856:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb59c121. 00010000:00000010:1.1:1776190952.029858:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bfc984f. 00010000:00000010:1.1:1776190952.029863:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dc9e0b3. 00010000:00000010:1.1:1776190952.029866:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb72dac1. 00010000:00000010:1.1:1776190952.029869:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051d1011e. 00010000:00000010:1.1:1776190952.029871:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebb8b88. 00010000:00000010:1.1:1776190952.029873:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0b62e42. 00010000:00000010:1.1:1776190952.029876:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004851d57c. 00010000:00000010:1.1:1776190952.029878:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001171568a. 00010000:00000010:1.1:1776190952.029880:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ba07dc. 00010000:00000010:1.1:1776190952.029883:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eabaa490. 00010000:00000010:1.1:1776190952.029886:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d74988. 00010000:00000010:1.1:1776190952.029888:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005643d881. 00010000:00000010:1.1:1776190952.029891:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019205cf9. 00010000:00000010:1.1:1776190952.029893:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b60c00f. 00010000:00000010:1.1:1776190952.029896:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004fc969b. 00010000:00000010:1.1:1776190952.029899:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064e5366b. 00010000:00000010:1.1:1776190952.029904:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad6fba19. 00010000:00000010:1.1:1776190952.029907:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002ba8516. 00010000:00000010:1.1:1776190952.029911:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbaae56d. 00010000:00000010:1.1:1776190952.029914:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e698fe56. 00010000:00000010:1.1:1776190952.029917:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005983a793. 00010000:00000010:1.1:1776190952.029923:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb31d236. 00010000:00000010:1.1:1776190952.029927:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bd06211. 00010000:00000010:1.1:1776190952.029929:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b86cef1. 00010000:00000010:1.1:1776190952.029932:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8859010. 00010000:00000010:1.1:1776190952.029934:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1cb594. 00010000:00000010:1.1:1776190952.029936:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e23b55c. 00010000:00000010:1.1:1776190952.029939:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000818b10d. 00010000:00000010:1.1:1776190952.029942:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a204aa. 00010000:00000010:1.1:1776190952.029944:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af6d90ce. 00010000:00000010:1.1:1776190952.029946:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0c1679. 00010000:00000010:1.1:1776190952.029949:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048e60dd0. 00010000:00000010:1.1:1776190952.029951:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a772ce. 00010000:00000010:1.1:1776190952.029957:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df149053. 00010000:00000010:1.1:1776190952.029960:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f80d0d5a. 00010000:00000010:1.1:1776190952.029963:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005494dc09. 00010000:00000010:1.1:1776190952.029965:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004777d27a. 00010000:00000010:1.1:1776190952.029968:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000750cc39d. 00010000:00000010:1.1:1776190952.029971:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007877bac7. 00010000:00000010:1.1:1776190952.029973:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000148c9c2d. 00010000:00000010:1.1:1776190952.029976:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc6e0cc1. 00010000:00000010:1.1:1776190952.029979:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085cee0fe. 00010000:00000010:1.1:1776190952.029981:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009886d13a. 00010000:00000010:1.1:1776190952.029983:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000544dbe44. 00010000:00000010:1.1:1776190952.029986:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009292a7ec. 00010000:00000010:1.1:1776190952.029989:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073abb0be. 00010000:00000010:1.1:1776190952.029991:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0e0ef1. 00010000:00000010:1.1:1776190952.029993:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098c6a67b. 00010000:00000010:1.1:1776190952.029995:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008514a12f. 00010000:00000010:1.1:1776190952.029997:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006284c15b. 00010000:00000010:1.1:1776190952.030000:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa8ad9e. 00010000:00000010:1.1:1776190952.030003:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa1bf027. 00010000:00000010:1.1:1776190952.030005:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff463a8d. 00010000:00000010:1.1:1776190952.030007:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044f21585. 00010000:00000010:1.1:1776190952.030009:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046167b96. 00010000:00000010:1.1:1776190952.030011:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c7d1c00. 00010000:00000010:1.1:1776190952.030013:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac609d65. 00010000:00000010:1.1:1776190952.030014:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024af6ea7. 00010000:00000010:1.1:1776190952.030017:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008539c050. 00010000:00000010:1.1:1776190952.030022:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e03c60f2. 00010000:00000010:1.1:1776190952.030026:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029116936. 00010000:00000010:1.1:1776190952.030030:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0920a74. 00010000:00000010:1.1:1776190952.030106:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c756e26f. 00010000:00000010:1.1:1776190952.030113:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c845231. 00010000:00000010:1.1:1776190952.030117:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098cc0678. 00010000:00000010:1.1:1776190952.030119:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135af611. 00010000:00000010:1.1:1776190952.030122:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f525b796. 00010000:00000010:1.1:1776190952.030124:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ff41dce. 00010000:00000010:1.1:1776190952.030127:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6123ea2. 00010000:00000010:1.1:1776190952.030165:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe78b59. 00010000:00000010:1.1:1776190952.030170:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000224cf0b2. 00010000:00000010:1.1:1776190952.030549:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f143f728. 00010000:00000010:1.1:1776190952.030554:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f04f0b5b. 00010000:00000010:1.1:1776190952.030556:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000207d7164. 00010000:00000010:1.1:1776190952.030560:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015552738. 00010000:00000010:1.1:1776190952.030563:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7463c17. 00010000:00000010:1.1:1776190952.030566:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee3d65bd. 00010000:00000010:1.1:1776190952.030569:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a00ee6. 00010000:00000010:1.1:1776190952.030572:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000412d517a. 00010000:00000010:1.1:1776190952.030574:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ff5f9a1. 00010000:00000010:1.1:1776190952.030577:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6d80fe6. 00010000:00000010:1.1:1776190952.030585:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c616446. 00010000:00000010:1.1:1776190952.030592:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d7849f. 00010000:00000010:1.1:1776190952.030594:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002923dfd6. 00010000:00000010:1.1:1776190952.030597:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4c1ef3f. 00010000:00000010:1.1:1776190952.030599:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef6bdcb4. 00010000:00000010:1.1:1776190952.030602:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f476842. 00010000:00000010:1.1:1776190952.030605:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068af09d9. 00010000:00000010:1.1:1776190952.030607:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2d861c. 00010000:00000010:1.1:1776190952.030609:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df1d5a2. 00010000:00000010:1.1:1776190952.030612:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba1980c. 00010000:00000010:1.1:1776190952.030615:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd59737a. 00010000:00000010:1.1:1776190952.030619:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022315ddb. 00010000:00000010:1.1:1776190952.030622:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c442886a. 00010000:00000010:1.1:1776190952.030625:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceb7bbc2. 00010000:00000010:1.1:1776190952.030628:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd2ca88. 00010000:00000010:1.1:1776190952.030630:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089e1c85e. 00010000:00000010:1.1:1776190952.030633:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8c48ef. 00010000:00000010:1.1:1776190952.030636:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a77e44d7. 00010000:00000010:1.1:1776190952.030640:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd41d971. 00010000:00000010:1.1:1776190952.030643:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd6d550. 00010000:00000010:1.1:1776190952.030647:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000407ec116. 00010000:00000010:1.1:1776190952.030650:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001073a95. 00010000:00000010:1.1:1776190952.030665:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000096432b6. 00010000:00000010:1.1:1776190952.030668:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.1:1776190952.030672:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a923345. 00010000:00000010:1.1:1776190952.030675:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.1:1776190952.030678:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003395736e. 00010000:00000010:1.1:1776190952.030680:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7a96d22. 00010000:00000010:1.1:1776190952.030682:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dd5adca. 00010000:00000010:1.1:1776190952.030685:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7eff81. 00010000:00000010:1.1:1776190952.030688:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f4422d. 00010000:00000010:1.1:1776190952.030691:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.1:1776190952.030694:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23d6b7e. 00010000:00000010:1.1:1776190952.030696:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ee0c43. 00010000:00000010:1.1:1776190952.030700:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc5f4bb. 00010000:00000010:1.1:1776190952.030702:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6bec9e. 00000020:00000010:1.0:1776190952.030755:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b54937. 00000020:00000010:1.0:1776190952.030762:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.030766:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.030797:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788195520/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190952.030831:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195520 02000000:00000010:1.0:1776190952.030842:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066bd501b. 00010000:00000010:1.0:1776190952.030885:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190952.030893:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.030900:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:1.0:1776190952.030903:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00000400:00000010:1.0:1776190952.030918:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.030924:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195520, offset 224 00000400:00000200:1.0:1776190952.030932:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.030958:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.030965:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91017:91017:256:4294967295] 192.168.202.25@tcp LPNI seq info [91017:91017:8:4294967295] 00000400:00000200:1.0:1776190952.030975:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.030981:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.030986:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002cc89fd (tot 82348242). 00000800:00000200:1.0:1776190952.030992:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.030999:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.031002:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000002cc89fd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.031030:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.031042:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.031054:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b54937. 00000800:00000200:3.0:1776190952.031261:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.031265:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002cc89fd (tot 82347994). 00000400:00000200:3.0:1776190952.031271:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.031284:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.031289:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:3.0:1776190952.031291:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000400:00000010:0.0:1776190952.032593:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf030d9f. 00000400:00000200:0.0:1776190952.032606:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:0.0:1776190952.032608:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00000100:00000200:0.0:1776190952.032627:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797336320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.032640:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797336320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190952.032677:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b566e7c9. 02000000:00000010:0.0:1776190952.032698:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0847f7. 02000000:00000010:0.0:1776190952.032704:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f982b20. 00000100:00000010:0.0:1776190952.032708:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:0.0:1776190952.032712:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000034c4fab. 00010000:00000010:0.0:1776190952.032716:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00080000:00000010:1.0:1776190952.032890:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7b54937. 00010000:00000010:1.0:1776190952.033007:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc67885c. 00010000:00000010:1.0:1776190952.033014:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066fe5e23. 00010000:00000010:1.0:1776190952.033121:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c6bec9e. 00010000:00000010:1.0:1776190952.033127:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190952.033160:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190952.033169:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.033180:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190952.033207:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db7d393a. 02000000:00000010:1.0:1776190952.033239:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000620e9f52. 00000400:00000010:1.0:1776190952.033245:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39c8d13. 00000400:00000010:1.0:1776190952.033250:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190952.033255:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336384, portal 16 00000400:00000010:1.0:1776190952.033260:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190952.033261:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336384, offset 0 00000400:00000200:1.0:1776190952.033269:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.033290:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.033299:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.033303:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.033306:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.033309:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91018:91018:256:4294967295] 192.168.202.25@tcp LPNI seq info [91018:91018:8:4294967295] 00000400:00000200:1.0:1776190952.033318:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.033323:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.033329:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f0e48e1 (tot 82348242). 00000800:00000200:1.0:1776190952.033336:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.033343:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.033347:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f0e48e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.033603:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.033607:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f0e48e1 (tot 82347994). 00000400:00000200:0.0:1776190952.033612:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.033617:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.033620:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:0.0:1776190952.033621:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00000100:00000200:0.0:1776190952.033626:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797336384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.034312:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d661d64c. 00010000:00000010:0.1:1776190952.034318:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8f7ea46. 00010000:00000010:0.1:1776190952.034322:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b509b938. 00010000:00000010:0.1:1776190952.038350:0:1361:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f50d3e7. 00000400:00000200:3.0:1776190952.040855:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.040876:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120b40 00000400:00000200:3.0:1776190952.040886:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b19 [1] + 224 00000400:00000200:3.0:1776190952.040897:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.040900:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.040909:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797336384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.040931:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.040935:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869100 00000400:00000200:3.0:1776190952.040938:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb443d [2] + 1640 00000400:00000200:3.0:1776190952.040945:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.040947:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.040949:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.040954:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00010000:00000010:1.1:1776190952.042464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3b9d9e9. 00010000:00000010:1.1:1776190952.042474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00000020:00000010:1.0:1776190952.042676:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000840721fe. 00000020:00000010:1.0:1776190952.042683:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c8f03986. 00000020:00000010:1.0:1776190952.042687:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.042789:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788195584/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190952.042816:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195584 02000000:00000010:1.0:1776190952.042828:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a739645d. 00010000:00000010:1.0:1776190952.042872:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.042880:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.042887:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.042890:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190952.042905:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190952.042910:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195584, offset 224 00000400:00000200:1.0:1776190952.042916:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.042929:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.042934:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91019:91019:256:4294967295] 192.168.202.25@tcp LPNI seq info [91019:91019:8:4294967295] 00000400:00000200:1.0:1776190952.042942:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.042946:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.042948:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b83a11 (tot 82348242). 00000800:00000200:1.0:1776190952.042953:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.042957:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.042960:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b83a11 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.042974:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c8f03986. 00000020:00000010:1.0:1776190952.042978:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.042980:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000840721fe. 00000800:00000200:1.0:1776190952.043069:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.043073:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b83a11 (tot 82347994). 00000400:00000200:1.0:1776190952.043077:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.043082:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.043085:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:1.0:1776190952.043087:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000400:00000010:1.0:1776190952.045818:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39c8d13. 00000400:00000200:1.0:1776190952.045831:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:1.0:1776190952.045833:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:1.0:1776190952.045854:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797336384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.045865:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797336384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190952.045900:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e89546b. 02000000:00000010:1.0:1776190952.045917:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000620e9f52. 02000000:00000010:1.0:1776190952.045924:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db7d393a. 00000100:00000010:1.0:1776190952.045929:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:1.0:1776190952.045932:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:1.0:1776190952.045934:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00080000:00000010:1.0:1776190952.045955:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e14ca4de. 00010000:00000010:1.0:1776190952.046059:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190952.046066:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ef0859d. 00010000:00000010:1.0:1776190952.046170:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098ee0c43. 00010000:00000010:1.0:1776190952.046176:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190952.046188:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190952.046196:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.046205:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190952.046221:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038d696da. 02000000:00000010:1.0:1776190952.046253:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e57abd0. 00000400:00000010:1.0:1776190952.046258:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39c8d13. 00000400:00000010:1.0:1776190952.046261:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190952.046265:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336448, portal 16 00000400:00000010:1.0:1776190952.046269:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190952.046270:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336448, offset 0 00000400:00000200:1.0:1776190952.046288:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.046302:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.046314:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.046320:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.046323:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.046327:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91020:91020:256:4294967295] 192.168.202.25@tcp LPNI seq info [91020:91020:8:4294967295] 00000400:00000200:1.0:1776190952.046340:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.046346:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.048052:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b83a11 (tot 82348242). 00000800:00000200:1.0:1776190952.048073:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.048082:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.048086:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b83a11 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.049092:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.049100:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b83a11 (tot 82347994). 00000400:00000200:0.0:1776190952.049111:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.049119:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.049126:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:0.0:1776190952.049152:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000100:00000200:0.0:1776190952.049164:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797336448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.054942:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.054969:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120b80 00000400:00000200:2.0:1776190952.054982:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b25 [1] + 224 00000400:00000200:2.0:1776190952.054996:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.055001:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.055015:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797336448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.055059:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.055064:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869140 00000400:00000200:2.0:1776190952.055069:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb443d [2] + 1968 00000400:00000010:2.0:1776190952.055074:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:2.0:1776190952.055080:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d98a1d8d 00000400:00000010:0.0:1776190952.055529:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39c8d13. 00000400:00000200:0.0:1776190952.055534:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:0.0:1776190952.055537:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:0.0:1776190952.055546:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797336448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.055554:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797336448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190952.055601:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e57abd0. 02000000:00000010:0.0:1776190952.055609:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038d696da. 00000100:00000010:0.0:1776190952.055613:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:0.0:1776190952.055618:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:0.0:1776190952.055622:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00000400:00000200:2.0:1776190952.056579:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.056590:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.056596:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d98a1d8d 00000400:00000010:2.0:1776190952.056599:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d98a1d8d (tot 82347842). 00000100:00000200:2.0:1776190952.056606:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190952.058301:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f982b20. 00000020:00000010:0.0:1776190952.058311:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.058315:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.058345:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c0f8e5a5 x1862468788195648/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.058491:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195648 02000000:00000010:0.0:1776190952.058502:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d0847f7. 00010000:00000010:0.0:1776190952.058529:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041310bd3. 00010000:00000010:0.0:1776190952.058547:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190952.058554:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000034c4fab. 00000100:00000010:0.0:1776190952.058573:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000034c4fab. 00010000:00000010:0.0:1776190952.058577:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00000400:00000010:0.0:1776190952.058592:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190952.058598:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195648, offset 224 00000400:00000200:0.0:1776190952.058606:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.058623:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.058630:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91021:91021:256:4294967295] 192.168.202.25@tcp LPNI seq info [91021:91021:8:4294967295] 00000400:00000200:0.0:1776190952.058641:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.058646:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.058662:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348090). 00000800:00000200:0.0:1776190952.058668:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.058674:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.058677:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.058694:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.058697:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.058700:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f982b20. 02000000:00000010:0.0:1776190952.058708:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a739645d. 00000100:00000010:0.0:1776190952.058711:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:0.0:1776190952.058714:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066bd501b. 00000100:00000010:0.0:1776190952.058717:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:0.0:1776190952.058720:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee080d09. 00000100:00000010:0.0:1776190952.058722:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 02000000:00000010:0.0:1776190952.058725:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3cc1b73. 00000100:00000010:0.0:1776190952.058728:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000109b1b14. 02000000:00000010:0.0:1776190952.058732:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f49a50ee. 00000100:00000010:0.0:1776190952.058734:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 02000000:00000010:0.0:1776190952.058737:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000444debf. 00000100:00000010:0.0:1776190952.058738:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 00000100:00000200:0.0:1776190952.058745:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190952.058750:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bf030d9f. 00000400:00000010:0.0:1776190952.058754:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000034c4fab (tot 82348242). 00080000:00000010:2.0:1776190952.058803:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045dca720. 00010000:00000010:2.0:1776190952.058909:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:2.0:1776190952.058917:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.059004:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.0:1776190952.059011:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19bcb83. 00010000:00000010:2.0:1776190952.059023:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b4b81e21. 00000100:00000010:2.0:1776190952.059027:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.059034:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000321f3308. 02000000:00000010:2.0:1776190952.059044:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c96bf4f5. 02000000:00000010:2.0:1776190952.059065:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004291fcb1. 00000400:00000010:2.0:1776190952.059069:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.059073:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.059076:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336512, portal 16 00000400:00000010:2.0:1776190952.059080:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190952.059082:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336512, offset 0 00000400:00000200:2.0:1776190952.059087:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.059093:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.059099:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.059102:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.059105:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.059107:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91022:91022:255:4294967295] 192.168.202.25@tcp LPNI seq info [91022:91022:7:4294967295] 00000400:00000200:2.0:1776190952.059114:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.059118:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.059121:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348490). 00000800:00000200:2.0:1776190952.059125:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.059151:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.059153:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.059525:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.059530:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82348242). 00000400:00000200:1.0:1776190952.059535:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.059540:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.059545:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:1.0:1776190952.059547:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 02000000:00000010:1.0:1776190952.059552:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d0847f7. 00000800:00000200:1.0:1776190952.059924:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.059927:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190952.059931:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.059935:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.059937:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:1.0:1776190952.059939:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:1.0:1776190952.059946:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000321f3308 x1862468797336512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.061197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008714e225. 00010000:00000010:1.1:1776190952.061208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c98e2bad. 00010000:00000010:1.1:1776190952.061211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6bec9e. 00010000:00000010:0.1:1776190952.063820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d94f7a1d. 00010000:00000010:2.1:1776190952.064087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043631752. 00010000:00000010:2.1:1776190952.064094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ee0c43. 00000400:00000200:0.0:1776190952.070400:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.070420:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120bc0 00000400:00000200:0.0:1776190952.070430:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b35 [1] + 224 00000400:00000200:0.0:1776190952.070443:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.070447:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.070459:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000321f3308 x1862468797336512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.070491:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.070497:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869180 00000400:00000200:0.0:1776190952.070502:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb448d [2] + 0 00000400:00000200:0.0:1776190952.070512:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.070515:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.070519:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.070527:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:0.0:1776190952.070596:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f982b20. 00000020:00000010:0.0:1776190952.070604:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.070609:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.070638:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788195712/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190952.070685:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195712 02000000:00000010:0.0:1776190952.070698:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000937ef782. 00000400:00000010:2.0:1776190952.070699:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.070705:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:2.0:1776190952.070708:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.070715:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000321f3308 x1862468797336512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.070722:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000321f3308 x1862468797336512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.070753:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d278db0. 00010000:00000010:0.0:1776190952.070765:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190952.070774:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 02000000:00000010:2.0:1776190952.070777:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004291fcb1. 00000100:00000010:0.0:1776190952.070781:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 02000000:00000010:2.0:1776190952.070783:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c96bf4f5. 00010000:00000010:0.0:1776190952.070785:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00000100:00000010:2.0:1776190952.070786:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000321f3308. 00000100:00000010:2.0:1776190952.070790:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.070792:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b4b81e21. 00000400:00000010:0.0:1776190952.070799:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190952.070805:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195712, offset 224 00080000:00000010:2.0:1776190952.070811:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c96bf4f5. 00000400:00000200:0.0:1776190952.070813:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.070835:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.070841:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91023:91023:256:4294967295] 192.168.202.25@tcp LPNI seq info [91023:91023:8:4294967295] 00000400:00000200:0.0:1776190952.070852:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.070858:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.070865:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190952.070872:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.070879:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.070883:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.070904:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.070908:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.070912:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f982b20. 00010000:00000010:2.0:1776190952.070922:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19bcb83. 00010000:00000010:2.0:1776190952.070928:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c145bf2. 00010000:00000010:2.0:1776190952.071021:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190952.071025:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004e5b3c27. 00000800:00000200:0.0:1776190952.071028:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776190952.071031:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00000800:00000010:0.0:1776190952.071031:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00010000:00000010:2.0:1776190952.071036:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19bcb83. 00000400:00000200:0.0:1776190952.071044:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.071047:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00080000:00000010:2.0:1776190952.071048:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004291fcb1. 00000400:00000200:0.0:1776190952.071049:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:0.0:1776190952.071050:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00010000:00000010:2.0:1776190952.071070:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19bcb83. 00010000:00000010:2.0:1776190952.071074:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.071120:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.0:1776190952.071123:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19bcb83. 00010000:00000010:2.0:1776190952.071155:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b4b81e21. 00000100:00000010:2.0:1776190952.071159:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.071165:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000321f3308. 02000000:00000010:2.0:1776190952.071176:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfe9fb0c. 02000000:00000010:2.0:1776190952.071200:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f6c0208. 00000400:00000010:2.0:1776190952.071204:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.071207:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.071212:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336576, portal 16 00000400:00000010:2.0:1776190952.071216:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.071218:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336576, offset 0 00000400:00000200:2.0:1776190952.071223:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.071229:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.071236:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.071239:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.071242:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.071244:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91024:91024:256:4294967295] 192.168.202.25@tcp LPNI seq info [91024:91024:8:4294967295] 00000400:00000200:2.0:1776190952.071250:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.071254:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.071258:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.071261:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.071265:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.071267:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.071593:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.071596:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190952.071600:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.071604:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.071606:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:0.0:1776190952.071607:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:0.0:1776190952.071613:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000321f3308 x1862468797336576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.076256:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.076286:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120c00 00000400:00000200:0.0:1776190952.076294:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b41 [1] + 224 00000400:00000200:0.0:1776190952.076312:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.076316:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.076325:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000321f3308 x1862468797336576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.076405:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.076411:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:2.0:1776190952.076414:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.076419:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000321f3308 x1862468797336576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.076427:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000321f3308 x1862468797336576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.076455:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f6c0208. 02000000:00000010:2.0:1776190952.076460:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfe9fb0c. 00000100:00000010:2.0:1776190952.076463:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000321f3308. 00000100:00000010:2.0:1776190952.076466:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.076468:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b4b81e21. 00000400:00000200:0.0:1776190952.076804:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.076811:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8691c0 00000400:00000200:0.0:1776190952.076823:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb448d [2] + 328 00000400:00000200:0.0:1776190952.076870:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.076873:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.076877:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.076881:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:1.0:1776190952.076937:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dda09d9. 00000020:00000010:1.0:1776190952.076946:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.076950:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.076978:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788195776/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190952.077012:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195776 02000000:00000010:1.0:1776190952.077024:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a739645d. 00010000:00000010:1.0:1776190952.077055:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acc09c4b. 00010000:00000010:1.0:1776190952.077077:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.077085:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.077101:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.077104:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190952.077116:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190952.077121:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195776, offset 224 00000400:00000200:1.0:1776190952.077150:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.077162:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.077167:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91025:91025:256:4294967295] 192.168.202.25@tcp LPNI seq info [91025:91025:8:4294967295] 00080000:00000010:2.0:1776190952.077168:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfe9fb0c. 00000400:00000200:1.0:1776190952.077189:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.077195:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.077200:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.077205:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.077213:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.077217:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.077236:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.077240:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.077243:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dda09d9. 00010000:00000010:2.0:1776190952.077347:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19bcb83. 00010000:00000010:2.0:1776190952.077354:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006df993f9. 00010000:00000010:2.0:1776190952.077444:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190952.077449:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19bcb83. 00010000:00000010:2.0:1776190952.077460:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b4b81e21. 00000100:00000010:2.0:1776190952.077463:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.077470:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000321f3308. 02000000:00000010:2.0:1776190952.077481:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f6c0208. 02000000:00000010:2.0:1776190952.077504:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040207098. 00000400:00000010:2.0:1776190952.077510:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.077513:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.077519:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336640, portal 16 00000400:00000010:2.0:1776190952.077525:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190952.077526:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336640, offset 0 00000400:00000200:2.0:1776190952.077531:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.077537:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.077543:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.077547:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.077549:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.077551:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91026:91026:255:4294967295] 192.168.202.25@tcp LPNI seq info [91026:91026:7:4294967295] 00000400:00000200:2.0:1776190952.077556:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.077559:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.077561:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190952.077564:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.077567:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.077568:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.077677:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.077681:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82348242). 00000400:00000200:0.0:1776190952.077691:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.077695:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.077698:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:0.0:1776190952.077699:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000800:00000200:0.0:1776190952.077912:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.077915:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190952.077919:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.077922:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.077925:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:0.0:1776190952.077926:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:0.0:1776190952.077932:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000321f3308 x1862468797336640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.078437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f8d764e. 00010000:00000010:2.1:1776190952.078445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e315cc9b. 00010000:00000010:2.1:1776190952.078448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.1:1776190952.078451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190952.078453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00000400:00000200:0.0:1776190952.080321:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.080338:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120c40 00000400:00000200:0.0:1776190952.080346:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b4d [1] + 224 00000400:00000200:0.0:1776190952.080361:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.080365:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.080375:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000321f3308 x1862468797336640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.080592:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.080597:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:2.0:1776190952.080599:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.080606:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000321f3308 x1862468797336640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.080613:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000321f3308 x1862468797336640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.080641:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040207098. 02000000:00000010:2.0:1776190952.080646:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f6c0208. 00000100:00000010:2.0:1776190952.080650:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000321f3308. 00000100:00000010:2.0:1776190952.080661:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.080664:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b4b81e21. 00000400:00000200:0.0:1776190952.081018:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.081025:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869200 00000400:00000200:0.0:1776190952.081029:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb448d [2] + 656 00000400:00000200:0.0:1776190952.081537:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.081543:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.081550:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.081557:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:1.0:1776190952.081619:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dda09d9. 00000020:00000010:1.0:1776190952.081626:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.081630:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.081656:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788195840/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190952.081691:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195840 02000000:00000010:1.0:1776190952.081705:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038d696da. 00010000:00000010:1.0:1776190952.081743:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d378ef62. 00010000:00000010:1.0:1776190952.081769:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.081776:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.081794:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.081798:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190952.081818:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec263b15. 00000100:00000200:1.0:1776190952.081825:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195840, offset 224 00000400:00000200:1.0:1776190952.081836:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:2.0:1776190952.081837:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f6c0208. 00000400:00000200:1.0:1776190952.081851:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.081857:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91027:91027:256:4294967295] 192.168.202.25@tcp LPNI seq info [91027:91027:8:4294967295] 00000400:00000200:1.0:1776190952.081867:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.081872:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.081876:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.081881:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.081889:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.081893:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190952.081947:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19bcb83. 00000020:00000010:1.0:1776190952.081952:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00010000:00000010:2.0:1776190952.081954:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc32e54e. 00000020:00000010:1.0:1776190952.081956:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.081960:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dda09d9. 00000800:00000200:3.0:1776190952.082056:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.082061:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.082070:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.082073:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.082076:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec263b15 00000400:00000010:3.0:1776190952.082078:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec263b15. 00010000:00000010:1.1:1776190952.082171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a307bcc3. 00010000:00000010:2.1:1776190952.082608:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d03b120a. 00010000:00000010:2.1:1776190952.082615:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.0:1776190952.082641:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.0:1776190952.082647:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d19bcb83. 00010000:00000010:2.0:1776190952.082664:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b4b81e21. 00000100:00000010:2.0:1776190952.082669:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.082676:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000321f3308. 02000000:00000010:2.0:1776190952.082687:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040207098. 02000000:00000010:2.0:1776190952.082715:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd543bd9. 00000400:00000010:2.0:1776190952.082720:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.083330:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.083338:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336704, portal 16 00000400:00000010:2.0:1776190952.083342:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190952.083344:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336704, offset 0 00000400:00000200:2.0:1776190952.083352:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.083488:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.083498:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.083502:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.083506:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.083510:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91028:91028:256:4294967295] 192.168.202.25@tcp LPNI seq info [91028:91028:8:4294967295] 00000400:00000200:2.0:1776190952.083521:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.083526:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.083531:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.083537:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.083543:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.083547:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.083875:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.083880:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190952.083885:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.083889:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.083893:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:0.0:1776190952.083895:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:0.0:1776190952.083903:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000321f3308 x1862468797336704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.086182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e172fa54. 00000400:00000200:0.0:1776190952.086490:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.086506:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120c80 00000400:00000200:0.0:1776190952.086516:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b59 [1] + 224 00000400:00000200:0.0:1776190952.086533:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.086537:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.086546:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000321f3308 x1862468797336704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190952.086619:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:3.0:1776190952.086625:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:3.0:1776190952.086626:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:3.0:1776190952.086636:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000321f3308 x1862468797336704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.086643:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000321f3308 x1862468797336704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.086671:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd543bd9. 02000000:00000010:3.0:1776190952.086678:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040207098. 00000100:00000010:3.0:1776190952.086681:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000321f3308. 00000100:00000010:3.0:1776190952.086686:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:3.0:1776190952.086746:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b4b81e21. 00000400:00000200:0.0:1776190952.086945:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.086950:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869240 00000400:00000200:0.0:1776190952.086954:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb448d [2] + 984 00000400:00000200:0.0:1776190952.086997:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.087000:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.087003:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.087007:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000020:00000010:2.0:1776190952.087061:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040207098. 00000020:00000010:2.0:1776190952.087069:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.087073:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.087097:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788195904/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190952.087210:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195904 02000000:00000010:2.0:1776190952.087220:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd543bd9. 00010000:00000010:2.0:1776190952.087249:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073615495. 00010000:00000010:2.0:1776190952.087268:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.087286:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.087293:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.087296:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000010:2.0:1776190952.087307:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190952.087312:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195904, offset 224 00000400:00000200:2.0:1776190952.087319:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.087327:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.087332:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91029:91029:256:4294967295] 192.168.202.25@tcp LPNI seq info [91029:91029:8:4294967295] 00000400:00000200:2.0:1776190952.087341:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.087345:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.087349:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.087354:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.087370:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.087373:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.087392:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.087395:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.087397:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040207098. 00080000:00000010:3.0:1776190952.087499:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053eab5b1. 00000800:00000200:0.0:1776190952.087610:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.087614:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00010000:00000010:3.0:1776190952.087616:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d19bcb83. 00000400:00000200:0.0:1776190952.087618:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776190952.087621:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ae161bc. 00000400:00000200:0.0:1776190952.087622:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.087624:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:0.0:1776190952.087627:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00010000:00000010:3.0:1776190952.087689:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008212bfbb. 00010000:00000010:3.0:1776190952.087694:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190952.087703:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041bcdae7. 00000100:00000010:3.0:1776190952.087708:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000857cfa06. 00000100:00000010:3.0:1776190952.087714:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 02000000:00000010:3.0:1776190952.087724:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d0182cc. 02000000:00000010:3.0:1776190952.087748:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fd0f06b. 00000400:00000010:3.0:1776190952.087753:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50922b. 00000400:00000010:3.0:1776190952.087757:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190952.087762:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336768, portal 16 00000400:00000010:3.0:1776190952.087766:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852427f8. 00000100:00000200:3.0:1776190952.087768:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336768, offset 0 00000400:00000200:3.0:1776190952.087773:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.087779:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.087789:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.087792:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.087796:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.087798:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91030:91030:256:4294967295] 192.168.202.25@tcp LPNI seq info [91030:91030:8:4294967295] 00000400:00000200:3.0:1776190952.087805:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.087810:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.087813:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190952.087817:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.087821:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.087823:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.088011:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.088014:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190952.088017:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.088020:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.088023:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852427f8 00000400:00000010:0.0:1776190952.088024:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852427f8. 00000100:00000200:0.0:1776190952.088030:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003dabbd3 x1862468797336768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.089521:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.089537:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120cc0 00000400:00000200:0.0:1776190952.089546:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b65 [1] + 224 00000400:00000200:0.0:1776190952.089562:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.089567:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.089577:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003dabbd3 x1862468797336768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190952.090028:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c50922b. 00000400:00000200:3.0:1776190952.090035:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:3.0:1776190952.090038:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000100:00000200:3.0:1776190952.090045:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003dabbd3 x1862468797336768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.090053:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003dabbd3 x1862468797336768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.090099:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fd0f06b. 02000000:00000010:3.0:1776190952.090107:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d0182cc. 00000100:00000010:3.0:1776190952.090111:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 00000100:00000010:3.0:1776190952.090115:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000857cfa06. 00010000:00000010:3.0:1776190952.090119:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041bcdae7. 00000400:00000200:0.0:1776190952.090561:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.090574:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869280 00000400:00000200:0.0:1776190952.090581:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb448d [2] + 1312 00000400:00000200:0.0:1776190952.090641:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.090646:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.090649:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.090662:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 00000020:00000010:2.0:1776190952.090721:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040207098. 00000020:00000010:2.0:1776190952.090729:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.090733:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.090764:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd76f7ae x1862468788195968/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190952.090843:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788195968 02000000:00000010:2.0:1776190952.090859:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a25d765. 00010000:00000010:2.0:1776190952.090894:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e633c838. 00010000:00000010:2.0:1776190952.090915:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.090921:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.090934:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.090937:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000010:2.0:1776190952.090952:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190952.090958:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788195968, offset 224 00000400:00000200:2.0:1776190952.090968:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.090980:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.090987:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91031:91031:256:4294967295] 192.168.202.25@tcp LPNI seq info [91031:91031:8:4294967295] 00000400:00000200:2.0:1776190952.090998:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.091004:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.091009:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.091014:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.091020:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.091023:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.091045:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.091049:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.091052:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040207098. 00000800:00000200:0.0:1776190952.091234:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1776190952.091235:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d0182cc. 00000800:00000010:0.0:1776190952.091238:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:0.0:1776190952.091242:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.091245:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.091248:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:0.0:1776190952.091249:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00010000:00000010:3.0:1776190952.091337:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190952.091344:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000df895a0. 00010000:00000010:3.0:1776190952.091434:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c519ac93. 00010000:00000010:3.0:1776190952.091440:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190952.091452:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041bcdae7. 00000100:00000010:3.0:1776190952.091456:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000857cfa06. 00000100:00000010:3.0:1776190952.091463:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 02000000:00000010:3.0:1776190952.091476:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fd0f06b. 02000000:00000010:3.0:1776190952.091551:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b8d003. 00000400:00000010:3.0:1776190952.091557:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50922b. 00000400:00000010:3.0:1776190952.091564:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190952.091571:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336832, portal 16 00000400:00000010:3.0:1776190952.091576:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190952.091578:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336832, offset 0 00000400:00000200:3.0:1776190952.091584:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.091592:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.091600:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.091604:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.091607:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.091609:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91032:91032:256:4294967295] 192.168.202.25@tcp LPNI seq info [91032:91032:8:4294967295] 00000400:00000200:3.0:1776190952.091616:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.091621:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.091625:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190952.091629:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.091633:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.091635:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.091835:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.091838:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190952.091841:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.091845:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.091848:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:0.0:1776190952.091849:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:0.0:1776190952.091855:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003dabbd3 x1862468797336832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.091897:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aca13df5. 00010000:00000010:2.1:1776190952.091905:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00000400:00000200:0.0:1776190952.093867:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.093891:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120d00 00000400:00000200:0.0:1776190952.093902:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b71 [1] + 224 00000400:00000200:0.0:1776190952.093921:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.093926:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.093937:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003dabbd3 x1862468797336832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190952.094071:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c50922b. 00000400:00000200:3.0:1776190952.094077:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:3.0:1776190952.094079:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000400:00000200:0.0:1776190952.094079:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000100:00000200:3.0:1776190952.094085:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003dabbd3 x1862468797336832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.094085:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8692c0 00000400:00000200:0.0:1776190952.094090:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb448d [2] + 1640 00000100:00000200:3.0:1776190952.094093:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003dabbd3 x1862468797336832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.094165:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b8d003. 02000000:00000010:3.0:1776190952.094172:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fd0f06b. 00000100:00000010:3.0:1776190952.094177:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 00000100:00000010:3.0:1776190952.094181:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000857cfa06. 00010000:00000010:3.0:1776190952.094194:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041bcdae7. 00000400:00000200:0.0:1776190952.094452:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.094457:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.094461:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.094466:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:3.0:1776190952.094620:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fd0f06b. 00000020:00000010:3.0:1776190952.094626:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.094629:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.094658:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788196032/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190952.094683:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196032 02000000:00000010:3.0:1776190952.094695:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8b8d003. 00010000:00000010:3.0:1776190952.094733:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000881f6db7. 00010000:00000010:3.0:1776190952.094752:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041bcdae7. 00000100:00000010:3.0:1776190952.094757:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000857cfa06. 00000100:00000010:3.0:1776190952.094767:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000857cfa06. 00010000:00000010:3.0:1776190952.094769:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041bcdae7. 00000400:00000010:3.0:1776190952.094785:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190952.094789:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196032, offset 224 00000400:00000200:3.0:1776190952.094797:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:2.0:1776190952.094798:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011f4bb1b. 00000400:00000200:3.0:1776190952.094808:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.094813:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91033:91033:256:4294967295] 192.168.202.25@tcp LPNI seq info [91033:91033:8:4294967295] 00000400:00000200:3.0:1776190952.094823:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.094827:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.094832:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190952.094838:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.094845:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.094849:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.094874:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.094889:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.094893:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fd0f06b. 00010000:00000010:2.0:1776190952.094915:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:2.0:1776190952.094922:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc130bfd. 00010000:00000010:2.0:1776190952.095009:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190952.095014:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7964035. 00010000:00000010:2.0:1776190952.095026:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.095030:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.095036:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.095047:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007984b3c3. 02000000:00000010:2.0:1776190952.095075:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006906f9e8. 00000400:00000010:2.0:1776190952.095080:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b5cdb0a. 00000400:00000010:2.0:1776190952.095084:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190952.095089:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336896, portal 16 00000400:00000010:2.0:1776190952.095092:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190952.095093:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336896, offset 0 00000400:00000200:2.0:1776190952.095098:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.095104:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.095110:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.095113:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.095115:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.095117:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91034:91034:255:4294967295] 192.168.202.25@tcp LPNI seq info [91034:91034:7:4294967295] 00000400:00000200:2.0:1776190952.095123:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.095127:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000200:0.0:1776190952.095236:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.095239:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:0.0:1776190952.095243:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.095246:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.095249:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:0.0:1776190952.095250:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00010000:00000010:2.1:1776190952.095463:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013f5fb3c. 00000800:00000010:2.0:1776190952.095474:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.095478:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.095482:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.095484:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.095615:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.095618:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190952.095622:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.095625:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.095628:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:0.0:1776190952.095630:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:0.0:1776190952.095636:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797336896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.097803:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.097821:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120d40 00000400:00000200:1.0:1776190952.097830:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b7d [1] + 224 00000400:00000200:1.0:1776190952.097845:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.097849:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.097858:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797336896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.097964:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b5cdb0a. 00000400:00000200:2.0:1776190952.097969:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:2.0:1776190952.097972:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:2.0:1776190952.097977:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797336896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.097983:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797336896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.098012:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006906f9e8. 02000000:00000010:2.0:1776190952.098019:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007984b3c3. 00000100:00000010:2.0:1776190952.098023:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.098027:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.098031:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000200:0.0:1776190952.098834:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.098850:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869300 00000400:00000200:0.0:1776190952.098858:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb448d [2] + 1968 00000400:00000010:0.0:1776190952.098862:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000357f0c75. 00000400:00000200:0.0:1776190952.098868:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a6560383 00000400:00000200:0.0:1776190952.098937:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.098942:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.098944:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6560383 00000400:00000010:0.0:1776190952.098946:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a6560383 (tot 82347842). 00000100:00000200:0.0:1776190952.098952:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1776190952.099219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8bebdbb. 00010000:00000010:3.1:1776190952.099296:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de38a690. 00010000:00000010:3.1:1776190952.099303:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:3.1:1776190952.099307:0:64665:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db801521. 00010000:00000010:3.1:1776190952.099311:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008212bfbb. 00000020:00000010:3.0:1776190952.099344:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fd0f06b. 00000020:00000010:3.0:1776190952.099351:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.099355:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.099540:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008ef11c3d x1862468788196096/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190952.099617:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196096 02000000:00000010:3.0:1776190952.099633:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea60be46. 00010000:00000010:3.0:1776190952.099673:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000276d2ba7. 00010000:00000010:3.0:1776190952.099702:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041bcdae7. 00000100:00000010:3.0:1776190952.099711:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000857cfa06. 00000100:00000010:3.0:1776190952.099731:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000857cfa06. 00010000:00000010:3.0:1776190952.099736:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041bcdae7. 00000400:00000010:3.0:1776190952.099752:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190952.099758:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196096, offset 224 00000400:00000200:3.0:1776190952.099767:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.099781:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.099788:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91035:91035:256:4294967295] 192.168.202.25@tcp LPNI seq info [91035:91035:8:4294967295] 00000400:00000200:3.0:1776190952.099800:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.099806:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.099811:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348090). 00000800:00000200:3.0:1776190952.099818:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.099826:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.099830:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.099857:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.099873:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.099878:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fd0f06b. 02000000:00000010:3.0:1776190952.099888:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8b8d003. 00000100:00000010:3.0:1776190952.099891:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:3.0:1776190952.099896:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a25d765. 00000100:00000010:3.0:1776190952.099898:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 02000000:00000010:3.0:1776190952.099901:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd543bd9. 00000100:00000010:3.0:1776190952.099902:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:3.0:1776190952.099905:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038d696da. 00000100:00000010:3.0:1776190952.099907:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:3.0:1776190952.099909:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a739645d. 00000100:00000010:3.0:1776190952.099910:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:3.0:1776190952.099912:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000937ef782. 00000100:00000010:3.0:1776190952.099914:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000200:3.0:1776190952.099919:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190952.099924:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c50922b. 00000400:00000010:3.0:1776190952.099927:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000857cfa06 (tot 82348242). 00000800:00000200:0.0:1776190952.100021:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.100025:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190952.100029:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.100033:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.100046:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:0.0:1776190952.100048:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 02000000:00000010:0.0:1776190952.100053:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea60be46. 00080000:00000010:2.0:1776190952.100248:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007984b3c3. 00010000:00000010:2.0:1776190952.100376:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7964035. 00010000:00000010:2.0:1776190952.100385:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb2d7849. 00010000:00000010:2.0:1776190952.100497:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190952.100503:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7964035. 00010000:00000010:2.0:1776190952.100514:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.100518:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.100526:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.100538:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006906f9e8. 02000000:00000010:2.0:1776190952.100563:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a25d765. 00000400:00000010:2.0:1776190952.100566:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b5cdb0a. 00000400:00000010:2.0:1776190952.100569:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190952.100571:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797336960, portal 16 00000400:00000010:2.0:1776190952.100574:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190952.100576:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797336960, offset 0 00000400:00000200:2.0:1776190952.100582:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.100587:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.100594:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.100597:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.100599:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.100601:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91036:91036:256:4294967295] 192.168.202.25@tcp LPNI seq info [91036:91036:8:4294967295] 00000400:00000200:2.0:1776190952.100606:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.100609:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.100611:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.100614:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.100617:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.100619:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.100835:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.100838:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190952.100842:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.100846:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.100850:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:0.0:1776190952.100852:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00000100:00000200:0.0:1776190952.100860:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797336960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.102840:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.102860:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120d80 00000400:00000200:0.0:1776190952.102868:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b8d [1] + 224 00000400:00000200:0.0:1776190952.102883:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.102886:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.102895:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797336960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.102989:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b5cdb0a. 00000400:00000200:2.0:1776190952.102997:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:2.0:1776190952.103000:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:2.0:1776190952.103005:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797336960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.103012:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797336960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.103064:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a25d765. 02000000:00000010:2.0:1776190952.103071:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006906f9e8. 00000100:00000010:2.0:1776190952.103075:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.103080:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.103083:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000200:0.0:1776190952.103952:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.103966:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869340 00000400:00000200:0.0:1776190952.103975:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb44e5 [2] + 0 00000400:00000200:0.0:1776190952.104045:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.104050:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.104055:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.104060:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00010000:00000010:2.1:1776190952.104311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000524bc22d. 00010000:00000010:2.1:1776190952.104319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c519ac93. 00010000:00000010:3.1:1776190952.104542:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7bbeef2. 00000020:00000010:0.0:1776190952.104643:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f982b20. 00000020:00000010:0.0:1776190952.104649:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.104653:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.104685:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788196160/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.104774:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196160 02000000:00000010:0.0:1776190952.104789:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e299552a. 00010000:00000010:0.0:1776190952.104833:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086013969. 00010000:00000010:0.0:1776190952.104861:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190952.104869:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.104889:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.104893:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00000400:00000010:0.0:1776190952.104912:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190952.104917:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196160, offset 224 00000400:00000200:0.0:1776190952.104923:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.104935:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.104940:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91037:91037:256:4294967295] 192.168.202.25@tcp LPNI seq info [91037:91037:8:4294967295] 00000400:00000200:0.0:1776190952.104948:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.104952:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.104955:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190952.104960:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.104967:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.104970:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776190952.105028:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006906f9e8. 00010000:00000010:2.0:1776190952.105105:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7964035. 00010000:00000010:2.0:1776190952.105109:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008afd488. 00010000:00000010:2.0:1776190952.105197:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.0:1776190952.105203:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7964035. 00010000:00000010:2.0:1776190952.105214:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.105218:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.105226:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.105237:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a25d765. 02000000:00000010:2.0:1776190952.105261:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd543bd9. 00000400:00000010:2.0:1776190952.105268:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b5cdb0a. 00000400:00000010:2.0:1776190952.105282:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190952.105288:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337024, portal 16 00000400:00000010:2.0:1776190952.105294:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190952.105295:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337024, offset 0 00000400:00000200:2.0:1776190952.105300:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.105306:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.105313:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.105317:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.105320:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.105322:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91038:91038:255:4294967295] 192.168.202.25@tcp LPNI seq info [91038:91038:7:4294967295] 00000400:00000200:2.0:1776190952.105329:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.105333:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.105336:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190952.105340:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.105345:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.105347:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.105485:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.105489:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.105491:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f982b20. 00000800:00000200:3.0:1776190952.105649:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.105653:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82348242). 00000400:00000200:3.0:1776190952.105656:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.105661:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.105666:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:3.0:1776190952.105668:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000800:00000200:3.0:1776190952.105732:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.105735:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190952.105738:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.105740:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.105742:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:3.0:1776190952.105743:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000100:00000200:3.0:1776190952.105749:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797337024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.108176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000569fe9c6. 00010000:00000010:2.1:1776190952.108238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a070f18. 00010000:00000010:2.1:1776190952.108246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00000400:00000200:1.0:1776190952.108527:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.108542:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120dc0 00000400:00000200:1.0:1776190952.108549:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5b99 [1] + 224 00000400:00000200:1.0:1776190952.108565:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.108569:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.108579:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797337024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.108677:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b5cdb0a. 00000400:00000200:2.0:1776190952.108683:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:2.0:1776190952.108686:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:2.0:1776190952.108692:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797337024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.108699:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797337024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.108728:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd543bd9. 02000000:00000010:2.0:1776190952.108734:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a25d765. 00000100:00000010:2.0:1776190952.108738:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.108741:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.108745:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000200:0.0:1776190952.108902:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.108911:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869380 00000400:00000200:0.0:1776190952.108915:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb44e5 [2] + 328 00000400:00000200:0.0:1776190952.108963:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.108967:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.108971:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.108977:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:2.0:1776190952.109249:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd543bd9. 00000020:00000010:2.0:1776190952.109256:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.109260:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.109295:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788196224/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190952.109455:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196224 02000000:00000010:2.0:1776190952.109468:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040207098. 00010000:00000010:2.0:1776190952.109499:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004872a8b3. 00010000:00000010:2.0:1776190952.109520:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.109525:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.109570:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.109572:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000010:2.0:1776190952.109584:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190952.109588:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196224, offset 224 00000400:00000200:2.0:1776190952.109595:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.109604:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.109608:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91039:91039:256:4294967295] 192.168.202.25@tcp LPNI seq info [91039:91039:8:4294967295] 00000400:00000200:2.0:1776190952.109616:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.109619:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.109623:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.109627:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.109633:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.109635:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.109653:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.109657:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.109660:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd543bd9. 00000800:00000200:0.0:1776190952.109756:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.109760:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190952.109764:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.109768:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.109771:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:0.0:1776190952.109773:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00080000:00000010:3.0:1776190952.109848:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8b8d003. 00010000:00000010:3.0:1776190952.109999:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7964035. 00010000:00000010:3.0:1776190952.110006:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003aa884be. 00010000:00000010:3.0:1776190952.110235:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008212bfbb. 00010000:00000010:3.0:1776190952.110243:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190952.110252:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041bcdae7. 00000100:00000010:3.0:1776190952.110256:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190952.110264:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 02000000:00000010:3.0:1776190952.110285:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fd0f06b. 02000000:00000010:3.0:1776190952.110309:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016d17f25. 00000400:00000010:3.0:1776190952.110315:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.110319:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190952.110324:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337088, portal 16 00000400:00000010:3.0:1776190952.110328:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190952.110329:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337088, offset 0 00000400:00000200:3.0:1776190952.110335:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.110341:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.110348:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.110351:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.110353:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.110356:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91040:91040:256:4294967295] 192.168.202.25@tcp LPNI seq info [91040:91040:8:4294967295] 00000400:00000200:3.0:1776190952.110458:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.110462:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.110466:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190952.110471:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.110476:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.110479:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.110671:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.110674:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190952.110678:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.110682:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.110685:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:1.0:1776190952.110687:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:1.0:1776190952.110694:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003dabbd3 x1862468797337088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.112195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e324748. 00010000:00000010:2.1:1776190952.112354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009945c91c. 00010000:00000010:2.1:1776190952.112685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00000400:00000200:0.0:1776190952.112851:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.112879:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120e00 00000400:00000200:0.0:1776190952.112889:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ba5 [1] + 224 00000400:00000200:0.0:1776190952.112909:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.112913:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.112929:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003dabbd3 x1862468797337088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190952.113115:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.113122:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:3.0:1776190952.113124:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:3.0:1776190952.113246:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003dabbd3 x1862468797337088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.113255:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003dabbd3 x1862468797337088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.113541:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016d17f25. 02000000:00000010:3.0:1776190952.113548:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fd0f06b. 00000100:00000010:3.0:1776190952.113551:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 00000100:00000010:3.0:1776190952.113555:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190952.113557:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041bcdae7. 00000400:00000200:0.0:1776190952.113611:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.113617:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8693c0 00000400:00000200:0.0:1776190952.113621:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb44e5 [2] + 656 00000400:00000200:0.0:1776190952.113687:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.113691:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.113696:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.113701:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:2.0:1776190952.114253:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd543bd9. 00000020:00000010:2.0:1776190952.114262:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.114267:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.114311:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788196288/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190952.114343:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196288 02000000:00000010:2.0:1776190952.114354:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a25d765. 00010000:00000010:2.0:1776190952.114500:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001dd5dd94. 00010000:00000010:2.0:1776190952.114522:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.114528:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.114572:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.114574:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000010:2.0:1776190952.114587:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190952.114592:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196288, offset 224 00000400:00000200:2.0:1776190952.114598:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.114609:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.114613:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91041:91041:256:4294967295] 192.168.202.25@tcp LPNI seq info [91041:91041:8:4294967295] 00000400:00000200:2.0:1776190952.114620:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.114624:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.114627:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.114632:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.114637:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.114639:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.114654:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.114658:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.114661:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd543bd9. 00000800:00000200:1.0:1776190952.114772:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.114777:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190952.114781:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.114786:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.114790:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:1.0:1776190952.114792:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00080000:00000010:0.0:1776190952.114840:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f982b20. 00010000:00000010:0.0:1776190952.114966:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:0.0:1776190952.114974:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000041eb8e8. 00010000:00000010:0.0:1776190952.115349:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.0:1776190952.115464:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.115480:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190952.115486:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.115496:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190952.115514:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000937ef782. 02000000:00000010:0.0:1776190952.115551:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0847f7. 00000400:00000010:0.0:1776190952.115558:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e90113a. 00000400:00000010:0.0:1776190952.115565:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190952.115571:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337152, portal 16 00000400:00000010:0.0:1776190952.115576:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66e3104. 00000100:00000200:0.0:1776190952.115578:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337152, offset 0 00000400:00000200:0.0:1776190952.115585:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.115594:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.115601:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.115606:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.115608:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.115611:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91042:91042:256:4294967295] 192.168.202.25@tcp LPNI seq info [91042:91042:8:4294967295] 00000400:00000200:0.0:1776190952.115618:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.115622:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.115625:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190952.115629:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.115633:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.115636:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.115752:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.115755:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:1.0:1776190952.115758:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.115762:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.115765:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:1.0:1776190952.115766:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 00000100:00000200:1.0:1776190952.115771:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797337152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.116204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f08b37b. 00010000:00000010:3.1:1776190952.116293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb608e94. 00010000:00000010:3.1:1776190952.116301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00000400:00000200:0.0:1776190952.117973:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.117995:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120e40 00000400:00000200:0.0:1776190952.118004:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5bb1 [1] + 224 00000400:00000200:0.0:1776190952.118025:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.118029:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.118052:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797337152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.118470:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e90113a. 00000400:00000200:2.0:1776190952.118477:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:2.0:1776190952.118479:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:2.0:1776190952.118486:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797337152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.118494:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797337152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.118525:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0847f7. 02000000:00000010:2.0:1776190952.118532:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000937ef782. 00000100:00000010:2.0:1776190952.118535:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:2.0:1776190952.118539:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:2.0:1776190952.118543:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00000400:00000200:1.0:1776190952.118696:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.118706:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869400 00000400:00000200:1.0:1776190952.118711:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb44e5 [2] + 984 00000400:00000200:1.0:1776190952.118767:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.118771:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.118776:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.118780:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:2.0:1776190952.118884:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd543bd9. 00000020:00000010:2.0:1776190952.118893:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.118898:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.118923:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788196352/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190952.119059:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196352 02000000:00000010:2.0:1776190952.119073:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb638800. 00010000:00000010:2.0:1776190952.119100:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c068c5e0. 00010000:00000010:2.0:1776190952.119115:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.119120:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.119163:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.119166:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000010:2.0:1776190952.119185:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190952.119191:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196352, offset 224 00000400:00000200:2.0:1776190952.119198:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.119209:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.119214:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91043:91043:256:4294967295] 192.168.202.25@tcp LPNI seq info [91043:91043:8:4294967295] 00000400:00000200:2.0:1776190952.119224:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.119229:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.119234:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.119240:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.119246:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.119249:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.119269:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.119285:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.119289:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd543bd9. 00080000:00000010:0.0:1776190952.119386:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a97d0a6. 00010000:00000010:0.0:1776190952.119454:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.119459:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000affbcee7. 00010000:00000010:0.0:1776190952.119528:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.0:1776190952.119532:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.119539:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.119542:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.119548:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190952.119560:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000937ef782. 02000000:00000010:0.0:1776190952.119586:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0847f7. 00000400:00000010:0.0:1776190952.119591:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b402df66. 00000400:00000010:0.0:1776190952.119594:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190952.119599:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337216, portal 16 00000400:00000010:0.0:1776190952.119604:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190952.119605:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337216, offset 0 00000400:00000200:0.0:1776190952.119609:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.119614:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.119620:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.119623:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.119625:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.119627:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91044:91044:255:4294967295] 192.168.202.25@tcp LPNI seq info [91044:91044:7:4294967295] 00000400:00000200:0.0:1776190952.119632:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.119635:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.119637:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348490). 00000800:00000200:0.0:1776190952.119640:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.119643:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.119645:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.119947:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.119950:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82348242). 00000400:00000200:1.0:1776190952.119955:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.119958:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.119961:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:1.0:1776190952.119962:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000800:00000200:1.0:1776190952.120011:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.120012:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:1.0:1776190952.120015:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.120018:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.120020:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:1.0:1776190952.120021:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:1.0:1776190952.120027:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797337216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.122744:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.122767:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120e80 00000400:00000200:3.0:1776190952.122778:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5bbd [1] + 224 00000400:00000200:3.0:1776190952.122793:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.122797:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.122806:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797337216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.122876:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.122882:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869440 00000400:00000200:3.0:1776190952.122887:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb44e5 [2] + 1312 00000400:00000200:3.0:1776190952.122944:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.122948:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.122952:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.122957:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00000020:00000010:2.0:1776190952.123033:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edb609d1. 00000020:00000010:2.0:1776190952.123050:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.123055:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.123078:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003dabbd3 x1862468788196416/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190952.123110:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196416 02000000:00000010:2.0:1776190952.123122:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd543bd9. 00010000:00000010:2.0:1776190952.123196:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.123206:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.123215:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.123218:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000010:2.0:1776190952.123233:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190952.123238:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196416, offset 224 00000400:00000200:2.0:1776190952.123246:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.123256:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.123260:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91045:91045:256:4294967295] 192.168.202.25@tcp LPNI seq info [91045:91045:8:4294967295] 00000400:00000200:2.0:1776190952.123283:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.123288:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.123293:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.123298:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.123304:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.123308:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.123325:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.123329:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.123331:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edb609d1. 00000800:00000200:3.0:1776190952.123609:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.123613:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:3.0:1776190952.123617:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.123621:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.123624:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:3.0:1776190952.123626:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00010000:00000010:0.1:1776190952.123893:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a70991. 00010000:00000010:0.1:1776190952.123902:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008212bfbb. 00000400:00000010:0.0:1776190952.123916:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b402df66. 00000400:00000200:0.0:1776190952.123922:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:0.0:1776190952.123923:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000200:0.0:1776190952.123931:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797337216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.123940:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797337216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190952.123965:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055f2b072. 02000000:00000010:0.0:1776190952.123982:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0847f7. 02000000:00000010:0.0:1776190952.123988:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000937ef782. 00000100:00000010:0.0:1776190952.123992:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:0.0:1776190952.123995:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.123998:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00080000:00000010:0.0:1776190952.124014:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000937ef782. 00010000:00000010:2.1:1776190952.124167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15fabfc. 00010000:00000010:0.0:1776190952.124314:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.124321:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d055f947. 00010000:00000010:0.0:1776190952.124488:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000524002de. 00010000:00000010:0.0:1776190952.124494:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.124503:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.124507:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.124513:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190952.124525:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d0847f7. 02000000:00000010:0.0:1776190952.124556:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056305cac. 00000400:00000010:0.0:1776190952.124561:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b402df66. 00000400:00000010:0.0:1776190952.124565:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190952.124572:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337280, portal 16 00000400:00000010:0.0:1776190952.124577:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190952.124579:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337280, offset 0 00000400:00000200:0.0:1776190952.124586:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.124597:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.124605:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.124609:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.124611:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.124613:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91046:91046:256:4294967295] 192.168.202.25@tcp LPNI seq info [91046:91046:8:4294967295] 00000400:00000200:0.0:1776190952.124620:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.124623:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.124626:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190952.124630:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.124634:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.124637:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.124791:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.124794:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:1.0:1776190952.124798:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.124801:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.124804:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:1.0:1776190952.124805:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:1.0:1776190952.124811:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797337280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.126976:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.126999:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120ec0 00000400:00000200:3.0:1776190952.127007:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5bc9 [1] + 224 00000400:00000200:3.0:1776190952.127018:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.127020:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.127031:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797337280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.127113:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.127117:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869480 00000400:00000200:3.0:1776190952.127120:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb44e5 [2] + 1640 00000400:00000200:3.0:1776190952.127160:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.127163:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.127166:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.127171:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:1.0:1776190952.127442:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dda09d9. 00000020:00000010:1.0:1776190952.127448:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.127452:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.127470:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788196480/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190952.127498:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196480 02000000:00000010:1.0:1776190952.127505:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e57abd0. 00010000:00000010:1.0:1776190952.127538:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.127543:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.127549:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.127552:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190952.127564:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000124650d7. 00000100:00000200:1.0:1776190952.127568:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196480, offset 224 00000400:00000200:1.0:1776190952.127574:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.127583:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.127588:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91047:91047:256:4294967295] 192.168.202.25@tcp LPNI seq info [91047:91047:8:4294967295] 00000400:00000200:1.0:1776190952.127596:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.127599:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.127603:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.127607:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.127611:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.127614:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.127630:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.127633:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.127635:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dda09d9. 00000800:00000200:3.0:1776190952.127817:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.127821:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.127833:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.127836:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.127839:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000124650d7 00000400:00000010:3.0:1776190952.127840:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000124650d7. 00010000:00000010:2.1:1776190952.128233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a284f44. 00000400:00000010:0.0:1776190952.128434:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b402df66. 00000400:00000200:0.0:1776190952.128442:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:0.0:1776190952.128445:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000200:0.0:1776190952.128456:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797337280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.128466:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797337280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190952.128492:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009aa5eea8. 02000000:00000010:0.0:1776190952.128511:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056305cac. 02000000:00000010:0.0:1776190952.128516:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d0847f7. 00000100:00000010:0.0:1776190952.128520:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:0.0:1776190952.128524:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.128528:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00080000:00000010:0.0:1776190952.128547:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056305cac. 00010000:00000010:0.0:1776190952.128627:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.128633:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000016452057. 00010000:00000010:0.0:1776190952.128729:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093f46cbc. 00010000:00000010:0.0:1776190952.128737:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.128751:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.128756:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.128766:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190952.128783:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d0847f7. 02000000:00000010:0.0:1776190952.128912:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021caee10. 00000400:00000010:0.0:1776190952.128919:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b402df66. 00000400:00000010:0.0:1776190952.128925:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190952.128932:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337344, portal 16 00000400:00000010:0.0:1776190952.128936:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005258e6ec. 00000100:00000200:0.0:1776190952.128938:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337344, offset 0 00000400:00000200:0.0:1776190952.128947:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.128960:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.128968:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.128973:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.128976:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.128979:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91048:91048:256:4294967295] 192.168.202.25@tcp LPNI seq info [91048:91048:8:4294967295] 00000400:00000200:0.0:1776190952.128988:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.128992:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.128996:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f520920 (tot 82348242). 00000800:00000200:0.0:1776190952.129000:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.129004:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.129006:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f520920 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.129515:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.129521:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f520920 (tot 82347994). 00000400:00000200:1.0:1776190952.129526:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.129532:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.129537:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005258e6ec 00000400:00000010:1.0:1776190952.129538:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005258e6ec. 00000100:00000200:1.0:1776190952.129547:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797337344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.131528:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.131547:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120f00 00000400:00000200:3.0:1776190952.131556:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5bd5 [1] + 224 00000400:00000200:3.0:1776190952.131568:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.131571:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.131582:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797337344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.131639:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.131643:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8694c0 00000400:00000200:3.0:1776190952.131646:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb44e5 [2] + 1968 00000400:00000010:3.0:1776190952.131649:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000925df483. 00000400:00000200:3.0:1776190952.131651:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ca841bf4 00000400:00000200:3.0:1776190952.131694:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.131698:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.131701:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca841bf4 00000400:00000010:3.0:1776190952.131703:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ca841bf4 (tot 82347842). 00000100:00000200:3.0:1776190952.131713:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190952.131806:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edb609d1. 00000020:00000010:2.0:1776190952.131817:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.131821:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.131847:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b19f8bf6 x1862468788196544/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190952.131874:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196544 02000000:00000010:2.0:1776190952.131883:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003002f2a2. 00010000:00000010:2.0:1776190952.131923:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.131930:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6e7305e. 00000100:00000010:2.0:1776190952.131937:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6e7305e. 00010000:00000010:2.0:1776190952.131939:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000010:2.0:1776190952.131951:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190952.131956:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196544, offset 224 00000400:00000200:2.0:1776190952.131963:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.131972:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.131978:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91049:91049:256:4294967295] 192.168.202.25@tcp LPNI seq info [91049:91049:8:4294967295] 00000400:00000200:2.0:1776190952.131986:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.131990:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.131994:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348090). 00000800:00000200:2.0:1776190952.131999:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.132004:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.132007:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.132025:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.132028:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.132030:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edb609d1. 02000000:00000010:2.0:1776190952.132043:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e57abd0. 00000100:00000010:2.0:1776190952.132045:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:2.0:1776190952.132049:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd543bd9. 00000100:00000010:2.0:1776190952.132050:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 02000000:00000010:2.0:1776190952.132052:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb638800. 00000100:00000010:2.0:1776190952.132053:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:2.0:1776190952.132055:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a25d765. 00000100:00000010:2.0:1776190952.132057:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:2.0:1776190952.132059:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040207098. 00000100:00000010:2.0:1776190952.132060:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:2.0:1776190952.132062:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e299552a. 00000100:00000010:2.0:1776190952.132064:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000200:2.0:1776190952.132068:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190952.132071:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b5cdb0a. 00000400:00000010:2.0:1776190952.132073:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6e7305e (tot 82348242). 00000800:00000200:3.0:1776190952.132175:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.132179:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190952.132183:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.132188:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.132191:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:3.0:1776190952.132192:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 02000000:00000010:3.0:1776190952.132196:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003002f2a2. 00000400:00000010:0.0:1776190952.133190:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b402df66. 00000400:00000200:0.0:1776190952.133198:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:0.0:1776190952.133200:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000200:0.0:1776190952.133209:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797337344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.133218:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797337344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190952.133242:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fff7d31. 02000000:00000010:0.0:1776190952.133261:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021caee10. 02000000:00000010:0.0:1776190952.133265:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d0847f7. 00000100:00000010:0.0:1776190952.133269:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:0.0:1776190952.133283:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.133286:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00080000:00000010:1.0:1776190952.133463:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dda09d9. 00010000:00000010:1.0:1776190952.133578:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:1.0:1776190952.133587:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091c444f9. 00010000:00000010:1.0:1776190952.133662:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c6bec9e. 00010000:00000010:1.0:1776190952.133668:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.133680:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.133686:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.133696:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.133710:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e57abd0. 02000000:00000010:1.0:1776190952.133899:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a739645d. 00000400:00000010:1.0:1776190952.133905:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.133909:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190952.133914:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337408, portal 16 00000400:00000010:1.0:1776190952.133918:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190952.133919:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337408, offset 0 00000400:00000200:1.0:1776190952.133925:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.133937:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.133943:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.133946:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.133948:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.133951:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91050:91050:256:4294967295] 192.168.202.25@tcp LPNI seq info [91050:91050:8:4294967295] 00000400:00000200:1.0:1776190952.133958:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.133961:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.133964:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.133968:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.133973:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.133975:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.134611:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.134616:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.134628:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.134633:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.134637:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:2.0:1776190952.134639:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:2.0:1776190952.134646:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797337408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.136188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f32f4cff. 00010000:00000010:0.1:1776190952.136201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.1:1776190952.136206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447f5565. 00010000:00000010:0.1:1776190952.136209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c6b7aa6. 00010000:00000010:0.1:1776190952.136213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00000400:00000200:3.0:1776190952.136522:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.136538:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120f40 00000400:00000200:3.0:1776190952.136545:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5be5 [1] + 224 00000400:00000200:3.0:1776190952.136555:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.136558:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.136568:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797337408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.136603:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.136606:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869500 00000400:00000200:3.0:1776190952.136609:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb453d [2] + 0 00000400:00000200:3.0:1776190952.136617:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.136619:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.136622:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.136627:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000400:00000010:1.0:1776190952.136697:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.136703:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190952.136705:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:1.0:1776190952.136712:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797337408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.136718:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797337408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.136757:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a739645d. 02000000:00000010:1.0:1776190952.136762:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e57abd0. 00000100:00000010:1.0:1776190952.136765:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.136769:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.136771:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000020:00000010:0.0:1776190952.137428:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021caee10. 00000020:00000010:0.0:1776190952.137437:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.137441:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.137473:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788196608/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190952.137517:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196608 02000000:00000010:0.0:1776190952.137531:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4f1d76b. 00010000:00000010:0.0:1776190952.137571:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9f79848. 00010000:00000010:0.0:1776190952.137608:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.137614:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.137711:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.137717:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.137741:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190952.137747:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196608, offset 224 00000400:00000200:0.0:1776190952.137755:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.137768:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.137774:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91051:91051:256:4294967295] 192.168.202.25@tcp LPNI seq info [91051:91051:8:4294967295] 00000400:00000200:0.0:1776190952.137784:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.137788:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.137793:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190952.137799:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.137805:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.137809:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.137834:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.137837:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.137840:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021caee10. 00000800:00000200:3.0:1776190952.138048:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.138052:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:3.0:1776190952.138056:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.138059:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.138062:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:3.0:1776190952.138064:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00010000:00000010:0.1:1776190952.139297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081ed0586. 00010000:00000010:0.1:1776190952.139309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005500c9e5. 00010000:00000010:0.1:1776190952.139314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524002de. 00080000:00000010:1.0:1776190952.139440:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e57abd0. 00010000:00000010:1.0:1776190952.139539:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.139548:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004306c2f1. 00010000:00000010:1.0:1776190952.139627:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.139631:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.139640:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.139644:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.139651:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.139665:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a739645d. 02000000:00000010:1.0:1776190952.139698:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038d696da. 00000400:00000010:1.0:1776190952.139706:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.139713:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190952.139721:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337472, portal 16 00000400:00000010:1.0:1776190952.139791:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190952.139794:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337472, offset 0 00000400:00000200:1.0:1776190952.139804:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.139888:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.139897:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.139900:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.139903:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.139906:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91052:91052:256:4294967295] 192.168.202.25@tcp LPNI seq info [91052:91052:8:4294967295] 00000400:00000200:1.0:1776190952.139914:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.139919:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.139925:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.139930:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.139937:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.139941:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.140549:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.140555:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.140568:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.140574:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.140580:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:2.0:1776190952.140581:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:2.0:1776190952.140590:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797337472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.142466:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.142480:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120f80 00000400:00000200:3.0:1776190952.142487:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5bf1 [1] + 224 00000400:00000200:3.0:1776190952.142496:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.142500:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.142511:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797337472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.142573:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.142577:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869540 00000400:00000200:3.0:1776190952.142581:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb453d [2] + 328 00000400:00000200:3.0:1776190952.142621:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.142623:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.142626:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.142631:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:0.0:1776190952.142730:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021caee10. 00000020:00000010:0.0:1776190952.142739:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.142744:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.142774:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788196672/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.142807:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196672 02000000:00000010:0.0:1776190952.142824:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000444debf. 00010000:00000010:0.0:1776190952.142872:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.142878:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.142885:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.142889:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.142905:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190952.142909:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196672, offset 224 00000400:00000200:0.0:1776190952.142915:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.142924:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.142930:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91053:91053:256:4294967295] 192.168.202.25@tcp LPNI seq info [91053:91053:8:4294967295] 00000400:00000200:0.0:1776190952.142938:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.142942:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.142946:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190952.142951:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.142958:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.142963:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.142982:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.142985:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.142988:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021caee10. 00000800:00000200:3.0:1776190952.143079:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.143082:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:3.0:1776190952.143084:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.143087:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.143089:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:3.0:1776190952.143091:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000400:00000010:1.0:1776190952.143842:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.143849:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190952.143850:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:1.0:1776190952.143862:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797337472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.143871:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797337472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190952.143902:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065311636. 02000000:00000010:1.0:1776190952.143925:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038d696da. 02000000:00000010:1.0:1776190952.143930:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a739645d. 00000100:00000010:1.0:1776190952.143934:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.143939:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.143942:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00080000:00000010:1.0:1776190952.143965:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a739645d. 00010000:00000010:1.0:1776190952.144326:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.144332:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d568650b. 00010000:00000010:1.0:1776190952.144469:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7eff81. 00010000:00000010:1.0:1776190952.144475:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.144484:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.144488:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.144494:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.144504:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038d696da. 02000000:00000010:1.0:1776190952.144529:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db7d393a. 00000400:00000010:1.0:1776190952.144532:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.144535:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190952.144540:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337536, portal 16 00000400:00000010:1.0:1776190952.144543:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190952.144544:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337536, offset 0 00000400:00000200:1.0:1776190952.144550:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.144558:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.144563:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.144566:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.144568:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.144571:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91054:91054:256:4294967295] 192.168.202.25@tcp LPNI seq info [91054:91054:8:4294967295] 00000400:00000200:1.0:1776190952.144577:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.144580:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.144584:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.144588:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.144592:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.144594:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.145014:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.145020:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.145043:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.145049:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.145053:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:2.0:1776190952.145054:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:2.0:1776190952.145063:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797337536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.147452:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.147473:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf120fc0 00000400:00000200:3.0:1776190952.147483:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5bfd [1] + 224 00000400:00000200:3.0:1776190952.147496:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.147500:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.147511:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797337536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.147652:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.147659:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869580 00000400:00000200:3.0:1776190952.147664:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb453d [2] + 656 00000400:00000200:3.0:1776190952.147674:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.147677:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.147681:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.147687:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:2.0:1776190952.147787:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b20852. 00000020:00000010:2.0:1776190952.147795:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.147800:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.147827:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788196736/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190952.147859:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196736 02000000:00000010:2.0:1776190952.147871:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003002f2a2. 00010000:00000010:2.0:1776190952.147912:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.147919:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060a1bdc7. 00000100:00000010:2.0:1776190952.147925:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060a1bdc7. 00010000:00000010:2.0:1776190952.147929:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000010:2.0:1776190952.147946:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190952.147951:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196736, offset 224 00000400:00000200:2.0:1776190952.147958:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.147969:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.147974:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91055:91055:256:4294967295] 192.168.202.25@tcp LPNI seq info [91055:91055:8:4294967295] 00000400:00000200:2.0:1776190952.147985:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.147989:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.147993:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.147999:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.148006:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.148009:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.148031:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.148042:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.148045:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b20852. 00010000:00000010:0.1:1776190952.148180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a03e0acb. 00000800:00000200:3.0:1776190952.148458:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.148462:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190952.148466:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.148470:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.148473:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:3.0:1776190952.148475:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00010000:00000010:1.1:1776190952.148925:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a4394eb. 00010000:00000010:1.1:1776190952.148932:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00000400:00000010:1.0:1776190952.148942:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.148946:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190952.148948:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:1.0:1776190952.148956:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797337536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.148966:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797337536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190952.148990:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072242b8f. 02000000:00000010:1.0:1776190952.149006:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db7d393a. 02000000:00000010:1.0:1776190952.149010:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038d696da. 00000100:00000010:1.0:1776190952.149014:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.149018:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.149020:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00080000:00000010:1.0:1776190952.149247:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db7d393a. 00010000:00000010:1.0:1776190952.149351:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.149436:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000071fa503f. 00010000:00000010:1.0:1776190952.149520:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7a96d22. 00010000:00000010:1.0:1776190952.149527:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.149541:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.149546:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.149554:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.149567:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038d696da. 02000000:00000010:1.0:1776190952.149600:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000620e9f52. 00000400:00000010:1.0:1776190952.149606:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.149610:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190952.149616:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337600, portal 16 00000400:00000010:1.0:1776190952.149621:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075993ef7. 00000100:00000200:1.0:1776190952.149623:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337600, offset 0 00000400:00000200:1.0:1776190952.149631:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.149641:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.149649:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.149653:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.149656:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.149658:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91056:91056:256:4294967295] 192.168.202.25@tcp LPNI seq info [91056:91056:8:4294967295] 00000400:00000200:1.0:1776190952.149668:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.149673:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.149676:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.149681:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.149688:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.149692:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.149946:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.149950:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.149962:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.149965:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.149969:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:2.0:1776190952.149970:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00000100:00000200:2.0:1776190952.149976:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797337600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.151350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cdc5865. 00010000:00000010:1.1:1776190952.151457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6bec9e. 00000400:00000200:3.0:1776190952.151919:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.151941:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121000 00000400:00000200:3.0:1776190952.151952:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c09 [1] + 224 00000400:00000200:3.0:1776190952.151973:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.151977:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.151990:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797337600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.152083:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.152088:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190952.152090:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:1.0:1776190952.152095:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797337600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.152102:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797337600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.152175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000561d1548. 02000000:00000010:1.0:1776190952.152464:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000620e9f52. 02000000:00000010:1.0:1776190952.152472:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038d696da. 00000100:00000010:1.0:1776190952.152479:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.152486:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.152490:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000200:3.0:1776190952.152701:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.152712:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8695c0 00000400:00000200:3.0:1776190952.152717:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb453d [2] + 984 00000400:00000200:3.0:1776190952.153004:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.153010:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.153015:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.153020:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00000020:00000010:0.0:1776190952.153250:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3cc1b73. 00000020:00000010:0.0:1776190952.153260:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.153263:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.153303:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040d2caf9 x1862468788196800/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.153345:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196800 02000000:00000010:0.0:1776190952.153505:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021caee10. 00010000:00000010:0.0:1776190952.153537:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aef5762f. 00010000:00000010:0.0:1776190952.153559:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.153565:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.153604:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.153607:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.153619:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be6a7b10. 00000100:00000200:0.0:1776190952.153623:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196800, offset 224 00000400:00000200:0.0:1776190952.153629:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.153642:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.153647:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91057:91057:256:4294967295] 192.168.202.25@tcp LPNI seq info [91057:91057:8:4294967295] 00000400:00000200:0.0:1776190952.153654:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.153658:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.153663:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239dd843 (tot 82348242). 00000800:00000200:0.0:1776190952.153674:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.153679:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.153681:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000239dd843 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.153696:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.153699:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.153701:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3cc1b73. 00000800:00000200:2.0:1776190952.153912:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.153917:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239dd843 (tot 82347994). 00000400:00000200:2.0:1776190952.153921:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.153926:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.153930:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be6a7b10 00000400:00000010:2.0:1776190952.153932:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be6a7b10. 00080000:00000010:1.0:1776190952.154346:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000620e9f52. 00010000:00000010:1.0:1776190952.154568:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.154577:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfed907f. 00010000:00000010:1.0:1776190952.154671:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fc5f4bb. 00010000:00000010:1.0:1776190952.154675:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.154682:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c6bec9e. 00010000:00000010:1.0:1776190952.154688:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00080000:00000010:1.0:1776190952.154706:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038d696da. 00010000:00000010:1.0:1776190952.154803:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.154806:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.154868:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.154872:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.154882:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.154888:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.154898:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.154916:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000840721fe. 02000000:00000010:1.0:1776190952.154952:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c4fee21. 00000400:00000010:1.0:1776190952.154959:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.154966:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190952.154972:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337664, portal 16 00000400:00000010:1.0:1776190952.154978:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190952.154980:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337664, offset 0 00000400:00000200:1.0:1776190952.154986:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.154998:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.155005:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.155008:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.155011:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.155013:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91058:91058:256:4294967295] 192.168.202.25@tcp LPNI seq info [91058:91058:8:4294967295] 00000400:00000200:1.0:1776190952.155020:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.155023:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.155027:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.155031:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.155102:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.155105:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190952.155496:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee07098. 00010000:00000010:1.1:1776190952.155506:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b902f37b. 00010000:00000010:1.1:1776190952.155513:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.1:1776190952.155516:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aedfc250. 00010000:00000010:1.1:1776190952.155519:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bc59225. 00010000:00000010:1.1:1776190952.155522:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7eff81. 00000800:00000200:3.0:1776190952.155603:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.155607:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.155617:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.155622:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.155626:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:3.0:1776190952.155627:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:3.0:1776190952.155634:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797337664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.158296:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.158319:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121040 00000400:00000200:2.0:1776190952.158334:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c15 [1] + 224 00000400:00000200:2.0:1776190952.158353:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.158358:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.158495:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797337664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.158563:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.158567:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869600 00000400:00000200:2.0:1776190952.158572:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb453d [2] + 1312 00000400:00000200:2.0:1776190952.158625:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.158628:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.158632:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.158637:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 00000020:00000010:0.0:1776190952.158732:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3cc1b73. 00000020:00000010:0.0:1776190952.158741:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.158747:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.158775:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8e88c90 x1862468788196864/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190952.158808:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196864 02000000:00000010:0.0:1776190952.158821:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee080d09. 00010000:00000010:0.0:1776190952.158860:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.158867:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.158874:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.158880:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.158896:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190952.158900:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196864, offset 224 00000400:00000200:0.0:1776190952.158908:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.158920:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.158926:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91059:91059:256:4294967295] 192.168.202.25@tcp LPNI seq info [91059:91059:8:4294967295] 00000400:00000200:0.0:1776190952.158934:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.158938:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.158943:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348242). 00000800:00000200:0.0:1776190952.158948:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.158954:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.158959:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.158988:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.158991:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.158995:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3cc1b73. 00000800:00000200:3.0:1776190952.159196:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.159200:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:3.0:1776190952.159203:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.159206:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.159210:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:3.0:1776190952.159212:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00010000:00000010:1.1:1776190952.159623:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5007544. 00010000:00000010:1.1:1776190952.159634:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7a96d22. 00010000:00000010:1.1:1776190952.159638:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc5f4bb. 00010000:00000010:1.1:1776190952.159642:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6bec9e. 00000400:00000010:1.0:1776190952.159653:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.159657:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190952.159659:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:1.0:1776190952.159666:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797337664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.159676:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797337664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190952.159704:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8e6da99. 02000000:00000010:1.0:1776190952.159839:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c4fee21. 02000000:00000010:1.0:1776190952.159845:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000840721fe. 00000100:00000010:1.0:1776190952.159851:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.159855:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.159858:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00080000:00000010:1.0:1776190952.159876:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c4fee21. 00010000:00000010:1.0:1776190952.159962:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.159969:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069931c55. 00010000:00000010:1.0:1776190952.160113:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c6bec9e. 00010000:00000010:1.0:1776190952.160118:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190952.160126:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.160178:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.160185:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.160196:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000840721fe. 02000000:00000010:1.0:1776190952.160221:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e88329e5. 00000400:00000010:1.0:1776190952.160226:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.160231:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190952.160238:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337728, portal 16 00000400:00000010:1.0:1776190952.160242:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190952.160244:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337728, offset 0 00000400:00000200:1.0:1776190952.160251:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.160259:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.160266:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.160270:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.160282:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.160285:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91060:91060:256:4294967295] 192.168.202.25@tcp LPNI seq info [91060:91060:8:4294967295] 00000400:00000200:1.0:1776190952.160293:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.160298:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.160302:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.160306:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.160310:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.160312:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.160476:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.160479:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.160490:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.160494:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.160497:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:3.0:1776190952.160498:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000100:00000200:3.0:1776190952.160503:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797337728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.163218:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.163236:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121080 00000400:00000200:2.0:1776190952.163245:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c21 [1] + 224 00000400:00000200:2.0:1776190952.163257:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.163260:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.163271:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797337728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.163313:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.163318:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869640 00000400:00000200:2.0:1776190952.163322:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb453d [2] + 1640 00000400:00000010:1.0:1776190952.163546:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.163552:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190952.163554:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:1.0:1776190952.163560:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797337728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.163568:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797337728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.163600:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e88329e5. 02000000:00000010:1.0:1776190952.163605:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000840721fe. 00000100:00000010:1.0:1776190952.163609:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.163613:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.163615:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000200:2.0:1776190952.163864:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.163870:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.163875:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.163882:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000321f3308. 00000020:00000010:0.0:1776190952.164016:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066bd501b. 00000020:00000010:0.0:1776190952.164026:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.164445:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.164476:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000321f3308 x1862468788196928/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.164531:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196928 02000000:00000010:0.0:1776190952.164544:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3cc1b73. 00010000:00000010:0.0:1776190952.164574:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b029c315. 00010000:00000010:0.0:1776190952.164599:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.164604:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.164617:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.164619:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.164629:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc4e562. 00000100:00000200:0.0:1776190952.164633:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196928, offset 224 00000400:00000200:0.0:1776190952.164638:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.164647:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.164651:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91061:91061:256:4294967295] 192.168.202.25@tcp LPNI seq info [91061:91061:8:4294967295] 00000400:00000200:0.0:1776190952.164661:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.164666:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.164670:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190952.164675:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.164680:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.164684:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.164706:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.164711:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.164714:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066bd501b. 00080000:00000010:2.0:1776190952.164761:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063b20852. 00000800:00000200:3.0:1776190952.164823:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.164827:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:3.0:1776190952.164831:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.164834:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.164836:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc4e562 00000400:00000010:3.0:1776190952.164838:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007dc4e562. 00010000:00000010:2.0:1776190952.164865:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:2.0:1776190952.164871:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008047f4ec. 00010000:00000010:2.0:1776190952.164970:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190952.164977:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.164986:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000080ed78e6. 00000100:00000010:2.0:1776190952.164989:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060a1bdc7. 00000100:00000010:2.0:1776190952.164994:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000109b1b14. 02000000:00000010:2.0:1776190952.165007:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d0847f7. 02000000:00000010:2.0:1776190952.165029:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e299552a. 00000400:00000010:2.0:1776190952.165044:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000892eb96b. 00000400:00000010:2.0:1776190952.165049:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190952.165052:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337792, portal 16 00000400:00000010:2.0:1776190952.165055:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190952.165056:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337792, offset 0 00000400:00000200:2.0:1776190952.165059:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.165063:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.165069:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.165073:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.165075:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.165076:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91062:91062:256:4294967295] 192.168.202.25@tcp LPNI seq info [91062:91062:8:4294967295] 00000400:00000200:2.0:1776190952.165081:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.165084:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.165086:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.165088:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.165091:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.165092:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190952.165595:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000372ea580. 00000800:00000200:3.0:1776190952.165970:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.165975:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:3.0:1776190952.165981:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.165986:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.165990:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:3.0:1776190952.165992:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:3.0:1776190952.166000:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000109b1b14 x1862468797337792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.168027:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.168053:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1210c0 00000400:00000200:2.0:1776190952.168061:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c2d [1] + 224 00000400:00000200:2.0:1776190952.168078:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.168082:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.168092:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000109b1b14 x1862468797337792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.168643:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000892eb96b. 00000400:00000200:1.0:1776190952.168651:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:1.0:1776190952.168657:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00000100:00000200:1.0:1776190952.168665:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000109b1b14 x1862468797337792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.168674:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000109b1b14 x1862468797337792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.168711:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e299552a. 02000000:00000010:1.0:1776190952.168718:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d0847f7. 00000100:00000010:1.0:1776190952.168810:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000109b1b14. 00000100:00000010:1.0:1776190952.168863:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060a1bdc7. 00010000:00000010:1.0:1776190952.168868:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000080ed78e6. 00000400:00000200:3.0:1776190952.168997:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.169009:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869680 00000400:00000200:3.0:1776190952.169015:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb453d [2] + 1968 00000400:00000010:3.0:1776190952.169019:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:3.0:1776190952.169022:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000745dee95 00000400:00000200:3.0:1776190952.169073:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.169077:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.169079:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000745dee95 00000400:00000010:3.0:1776190952.169081:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000745dee95 (tot 82347842). 00000100:00000200:3.0:1776190952.169087:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190952.169194:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066bd501b. 00000020:00000010:0.0:1776190952.169202:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.169206:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.169231:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000075a22867 x1862468788196992/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190952.169261:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788196992 02000000:00000010:0.0:1776190952.169281:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d13c6470. 00010000:00000010:0.0:1776190952.169314:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d22a6a74. 00010000:00000010:0.0:1776190952.169339:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.169345:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002e75faad. 00000100:00000010:0.0:1776190952.169368:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002e75faad. 00010000:00000010:0.0:1776190952.169372:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.169387:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f3eb612. 00000100:00000200:0.0:1776190952.169392:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788196992, offset 224 00000400:00000200:0.0:1776190952.169400:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.169412:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.169418:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91063:91063:256:4294967295] 192.168.202.25@tcp LPNI seq info [91063:91063:8:4294967295] 00000400:00000200:0.0:1776190952.169427:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.169433:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.169438:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348090). 00000800:00000200:0.0:1776190952.169443:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.169451:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.169460:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.169480:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.169484:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.169487:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066bd501b. 02000000:00000010:0.0:1776190952.169498:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3cc1b73. 00000100:00000010:0.0:1776190952.169502:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000321f3308. 02000000:00000010:0.0:1776190952.169505:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee080d09. 00000100:00000010:0.0:1776190952.169508:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 02000000:00000010:0.0:1776190952.169511:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021caee10. 00000100:00000010:0.0:1776190952.169513:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 02000000:00000010:0.0:1776190952.169515:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003002f2a2. 00000100:00000010:0.0:1776190952.169519:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:0.0:1776190952.169522:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000444debf. 00000100:00000010:0.0:1776190952.169525:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:0.0:1776190952.169527:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4f1d76b. 00000100:00000010:0.0:1776190952.169530:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000200:0.0:1776190952.169538:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190952.169543:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b402df66. 00000400:00000010:0.0:1776190952.169548:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002e75faad (tot 82348242). 00000800:00000200:3.0:1776190952.169625:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.169628:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:3.0:1776190952.169631:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.169635:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.169637:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3eb612 00000400:00000010:3.0:1776190952.169638:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f3eb612. 02000000:00000010:3.0:1776190952.169642:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d13c6470. 00080000:00000010:2.0:1776190952.169878:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d0847f7. 00010000:00000010:2.0:1776190952.170009:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.170017:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e27e7cbb. 00010000:00000010:2.0:1776190952.170159:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190952.170166:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.170182:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.170188:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000327fd680. 00000100:00000010:2.0:1776190952.170195:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.170208:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190952.170236:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a25d765. 00000400:00000010:2.0:1776190952.170240:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088ad0658. 00000400:00000010:2.0:1776190952.170244:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.170247:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337856, portal 16 00000400:00000010:2.0:1776190952.170252:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190952.170254:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337856, offset 0 00000400:00000200:2.0:1776190952.170260:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.170267:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.170283:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.170287:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.170290:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.170293:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91064:91064:256:4294967295] 192.168.202.25@tcp LPNI seq info [91064:91064:8:4294967295] 00000400:00000200:2.0:1776190952.170299:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.170303:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.170307:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.170310:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.170315:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.170318:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.170844:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.170848:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.170852:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.170857:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.170861:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:3.0:1776190952.170863:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:3.0:1776190952.170870:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797337856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.172345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7291e31. 00010000:00000010:1.1:1776190952.172356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec46239d. 00010000:00000010:2.1:1776190952.172442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d3a1cff. 00010000:00000010:2.1:1776190952.172447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6bec9e. 00010000:00000010:1.1:1776190952.172463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00000400:00000200:3.0:1776190952.174348:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.174447:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121100 00000400:00000200:3.0:1776190952.174455:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c3d [1] + 224 00000400:00000200:3.0:1776190952.174468:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.174471:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.174481:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797337856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.174515:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.174518:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8696c0 00000400:00000200:3.0:1776190952.174523:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4595 [2] + 0 00000400:00000200:3.0:1776190952.174577:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.174579:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.174583:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.174590:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00000400:00000010:2.0:1776190952.174650:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088ad0658. 00000400:00000200:2.0:1776190952.174661:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:2.0:1776190952.174663:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.174670:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797337856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.174677:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797337856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.174707:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a25d765. 02000000:00000010:2.0:1776190952.174713:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e299552a. 00000100:00000010:2.0:1776190952.174718:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:2.0:1776190952.174722:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000327fd680. 00010000:00000010:2.0:1776190952.174733:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000020:00000010:1.0:1776190952.174938:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e88329e5. 00000020:00000010:1.0:1776190952.174946:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.174951:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.174988:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076e5bad8 x1862468788197056/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190952.175101:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197056 02000000:00000010:1.0:1776190952.175111:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006572b9db. 00010000:00000010:1.0:1776190952.175161:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c3f8688. 00010000:00000010:1.0:1776190952.175186:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.175193:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.175204:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.175206:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190952.175219:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190952.175225:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197056, offset 224 00000400:00000200:1.0:1776190952.175232:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.175243:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.175248:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91065:91065:256:4294967295] 192.168.202.25@tcp LPNI seq info [91065:91065:8:4294967295] 00000400:00000200:1.0:1776190952.175257:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.175262:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.175266:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.175280:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.175288:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.175291:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.175306:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.175310:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.175313:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e88329e5. 00080000:00000010:2.0:1776190952.175370:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a25d765. 00010000:00000010:2.0:1776190952.175434:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.175438:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7daf3c3. 00010000:00000010:2.0:1776190952.175499:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.0:1776190952.175503:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.175510:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.175512:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000327fd680. 00000100:00000010:2.0:1776190952.175515:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.175525:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190952.175544:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040207098. 00000400:00000010:2.0:1776190952.175547:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088ad0658. 00000400:00000010:2.0:1776190952.175549:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.175553:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337920, portal 16 00000400:00000010:2.0:1776190952.175556:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190952.175557:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337920, offset 0 00000400:00000200:2.0:1776190952.175560:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.175564:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.175569:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.175572:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.175574:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.175576:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91066:91066:255:4294967295] 192.168.202.25@tcp LPNI seq info [91066:91066:7:4294967295] 00000400:00000200:2.0:1776190952.175580:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.175583:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.175585:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348490). 00000800:00000200:2.0:1776190952.175588:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.175590:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.175592:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.175798:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.175801:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82348242). 00000400:00000200:3.0:1776190952.175808:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.175812:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.175822:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:3.0:1776190952.175824:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000800:00000200:3.0:1776190952.175866:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.175867:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.175869:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.175871:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.175873:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:3.0:1776190952.175873:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:3.0:1776190952.175877:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797337920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.176351:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002149ba00. 00000400:00000200:3.0:1776190952.178001:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.178015:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121140 00000400:00000200:3.0:1776190952.178021:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c49 [1] + 224 00000400:00000200:3.0:1776190952.178029:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.178032:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.178047:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797337920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.178073:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.178076:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869700 00000400:00000200:3.0:1776190952.178079:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4595 [2] + 328 00000400:00000200:3.0:1776190952.178086:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.178088:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.178090:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.178094:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000244af836. 00000400:00000010:2.0:1776190952.178173:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088ad0658. 00000400:00000200:2.0:1776190952.178180:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:2.0:1776190952.178182:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.178188:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797337920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.178195:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797337920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.178223:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040207098. 02000000:00000010:2.0:1776190952.178229:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e299552a. 00000100:00000010:2.0:1776190952.178233:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:2.0:1776190952.178237:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000327fd680. 00010000:00000010:2.0:1776190952.178240:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000020:00000010:1.0:1776190952.178454:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e88329e5. 00000020:00000010:1.0:1776190952.178460:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.178463:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.178484:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000244af836 x1862468788197120/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190952.178509:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197120 02000000:00000010:1.0:1776190952.178517:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c889672. 00010000:00000010:1.0:1776190952.178537:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003660d9cd. 00010000:00000010:1.0:1776190952.178553:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.178558:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.178593:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.178595:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190952.178606:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190952.178609:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197120, offset 224 00000400:00000200:1.0:1776190952.178614:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.178621:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.178625:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91067:91067:256:4294967295] 192.168.202.25@tcp LPNI seq info [91067:91067:8:4294967295] 00000400:00000200:1.0:1776190952.178632:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.178636:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.178640:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.178644:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.178648:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.178651:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.178669:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.178673:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.178676:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e88329e5. 00000800:00000200:3.0:1776190952.178800:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.178802:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.178809:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.178812:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.178814:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:3.0:1776190952.178815:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00010000:00000010:2.1:1776190952.179474:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003983cab5. 00010000:00000010:2.1:1776190952.179482:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00080000:00000010:2.0:1776190952.179505:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040207098. 00010000:00000010:2.0:1776190952.179611:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.179619:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6c19776. 00010000:00000010:2.0:1776190952.179718:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190952.179794:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.179801:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190952.179807:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00080000:00000010:2.0:1776190952.179920:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd543bd9. 00010000:00000010:2.0:1776190952.179942:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.179945:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.179994:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.0:1776190952.179997:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.180003:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.180007:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000327fd680. 00000100:00000010:2.0:1776190952.180013:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.180024:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190952.180118:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb638800. 00000400:00000010:2.0:1776190952.180124:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088ad0658. 00010000:00000010:0.1:1776190952.180165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d3d95d1. 00000400:00000010:2.0:1776190952.180293:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.180301:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797337984, portal 16 00000400:00000010:2.0:1776190952.180306:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190952.180310:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797337984, offset 0 00000400:00000200:2.0:1776190952.180317:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.180331:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.180337:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.180341:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.180344:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.180346:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91068:91068:256:4294967295] 192.168.202.25@tcp LPNI seq info [91068:91068:8:4294967295] 00000400:00000200:2.0:1776190952.180353:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.180432:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.180436:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.180442:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.180448:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.180451:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.180927:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.180932:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:3.0:1776190952.180938:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.180943:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.180948:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:3.0:1776190952.180949:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:3.0:1776190952.180958:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797337984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.182590:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.182608:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121180 00000400:00000200:3.0:1776190952.182614:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c55 [1] + 224 00000400:00000200:3.0:1776190952.182626:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.182629:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.182637:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797337984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.182706:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088ad0658. 00000400:00000200:2.0:1776190952.182712:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:2.0:1776190952.182713:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.182718:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797337984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.182730:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797337984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.182772:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb638800. 02000000:00000010:2.0:1776190952.182779:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e299552a. 00000100:00000010:2.0:1776190952.182786:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:2.0:1776190952.182793:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000327fd680. 00010000:00000010:2.0:1776190952.182797:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000200:3.0:1776190952.183924:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.183942:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869740 00000400:00000200:3.0:1776190952.183951:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4595 [2] + 656 00000400:00000200:3.0:1776190952.184011:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.184016:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.184022:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.184027:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000020:00000010:0.0:1776190952.184285:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d13c6470. 00000020:00000010:0.0:1776190952.184294:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.184298:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.184327:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788197184/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.184366:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197184 02000000:00000010:0.0:1776190952.184380:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003002f2a2. 00010000:00000010:0.0:1776190952.184411:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a119e4f. 00010000:00000010:0.0:1776190952.184439:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.184446:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6560383. 00000100:00000010:0.0:1776190952.184462:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6560383. 00010000:00000010:0.0:1776190952.184465:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.184479:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f3eb612. 00000100:00000200:0.0:1776190952.184483:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197184, offset 224 00000400:00000200:0.0:1776190952.184490:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.184502:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.184507:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91069:91069:256:4294967295] 192.168.202.25@tcp LPNI seq info [91069:91069:8:4294967295] 00000400:00000200:0.0:1776190952.184515:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.184519:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.184524:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190952.184529:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.184534:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.184538:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.184551:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.184554:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.184557:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d13c6470. 00080000:00000010:2.0:1776190952.184611:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb638800. 00010000:00000010:2.0:1776190952.184691:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.184697:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef314514. 00010000:00000010:2.0:1776190952.184786:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:2.0:1776190952.184790:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.184799:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.184801:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000327fd680. 00000100:00000010:2.0:1776190952.184807:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.184818:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edb609d1. 02000000:00000010:2.0:1776190952.184847:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e299552a. 00000400:00000010:2.0:1776190952.184854:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088ad0658. 00000400:00000010:2.0:1776190952.184859:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.184866:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338048, portal 16 00000400:00000010:2.0:1776190952.184871:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190952.184873:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338048, offset 0 00000400:00000200:2.0:1776190952.184877:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.184884:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.184893:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.184896:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.184899:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.184901:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91070:91070:255:4294967295] 192.168.202.25@tcp LPNI seq info [91070:91070:7:4294967295] 00000400:00000200:2.0:1776190952.184906:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.184909:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.184911:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190952.184914:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.184916:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.184918:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.185512:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.185517:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82348242). 00000400:00000200:3.0:1776190952.185520:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.185525:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.185529:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3eb612 00000400:00000010:3.0:1776190952.185530:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f3eb612. 00000800:00000200:3.0:1776190952.185587:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.185590:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190952.185593:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.185596:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.185598:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:3.0:1776190952.185600:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:3.0:1776190952.185605:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797338048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.186201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b88f7c7e. 00010000:00000010:2.1:1776190952.186211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:1.1:1776190952.186294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058b374b. 00000400:00000200:3.0:1776190952.187714:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.187732:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1211c0 00000400:00000200:3.0:1776190952.187748:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c61 [1] + 224 00000400:00000200:3.0:1776190952.187763:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.187767:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.187784:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797338048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.187854:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088ad0658. 00000400:00000200:2.0:1776190952.187860:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:2.0:1776190952.187862:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.187868:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797338048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.187876:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797338048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.187904:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190952.187910:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edb609d1. 00000100:00000010:2.0:1776190952.187914:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:2.0:1776190952.187918:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000327fd680. 00010000:00000010:2.0:1776190952.187921:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000200:3.0:1776190952.188506:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.188516:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869780 00000400:00000200:3.0:1776190952.188522:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4595 [2] + 984 00000400:00000200:3.0:1776190952.188760:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.188765:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.188770:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.188775:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000020:00000010:1.0:1776190952.188921:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e88329e5. 00000020:00000010:1.0:1776190952.188929:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.188934:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.188970:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788197248/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190952.189092:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197248 02000000:00000010:1.0:1776190952.189106:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003829aa24. 00010000:00000010:1.0:1776190952.189174:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023ff1d68. 00010000:00000010:1.0:1776190952.189212:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.189220:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.189233:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.189237:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190952.189250:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00080000:00000010:2.0:1776190952.189251:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e299552a. 00000100:00000200:1.0:1776190952.189255:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197248, offset 224 00000400:00000200:1.0:1776190952.189262:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.189290:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.189295:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91071:91071:256:4294967295] 192.168.202.25@tcp LPNI seq info [91071:91071:8:4294967295] 00000400:00000200:1.0:1776190952.189304:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.189309:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.189313:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.189318:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.189325:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.189329:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190952.189342:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00000020:00000010:1.0:1776190952.189342:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.189346:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00010000:00000010:2.0:1776190952.189348:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1ad7425. 00000020:00000010:1.0:1776190952.189349:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e88329e5. 00010000:00000010:2.0:1776190952.189464:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00000800:00000200:3.0:1776190952.189469:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776190952.189472:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00000800:00000010:3.0:1776190952.189473:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.189485:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1776190952.189486:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000400:00000200:3.0:1776190952.189489:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000010:2.0:1776190952.189489:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000327fd680. 00000400:00000200:3.0:1776190952.189492:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:3.0:1776190952.189494:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000010:2.0:1776190952.189497:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.189513:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edb609d1. 02000000:00000010:2.0:1776190952.189541:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63b25aa. 00000400:00000010:2.0:1776190952.189548:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088ad0658. 00000400:00000010:2.0:1776190952.189553:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.189559:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338112, portal 16 00000400:00000010:2.0:1776190952.189564:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190952.189566:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338112, offset 0 00000400:00000200:2.0:1776190952.189571:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.189576:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.189583:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.189587:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.189590:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.189592:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91072:91072:256:4294967295] 192.168.202.25@tcp LPNI seq info [91072:91072:8:4294967295] 00000400:00000200:2.0:1776190952.189600:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.189604:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.189607:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.189611:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.189615:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.189617:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.189824:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.189827:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190952.189831:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.189835:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.189838:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:3.0:1776190952.189839:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000100:00000200:3.0:1776190952.189845:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797338112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.191293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e277fb6. 00010000:00000010:2.1:1776190952.191339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bea2c5c. 00010000:00000010:2.1:1776190952.191346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.1:1776190952.191350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190952.191353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00010000:00000010:1.1:1776190952.191530:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000807b065d. 00000400:00000200:3.0:1776190952.192230:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.192247:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121200 00000400:00000200:3.0:1776190952.192262:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c6d [1] + 224 00000400:00000200:3.0:1776190952.192297:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.192302:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.192316:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797338112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.192414:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088ad0658. 00000400:00000200:2.0:1776190952.192420:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:2.0:1776190952.192423:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.192430:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797338112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.192437:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797338112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.192474:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63b25aa. 02000000:00000010:2.0:1776190952.192481:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edb609d1. 00000100:00000010:2.0:1776190952.192487:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:2.0:1776190952.192491:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000327fd680. 00010000:00000010:2.0:1776190952.192495:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000200:3.0:1776190952.192887:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.192894:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8697c0 00000400:00000200:3.0:1776190952.192900:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4595 [2] + 1312 00000400:00000200:3.0:1776190952.192950:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.192952:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.192956:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.192962:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000020:00000010:1.0:1776190952.193033:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e88329e5. 00000020:00000010:1.0:1776190952.193041:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.193046:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.193074:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788197312/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190952.193108:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197312 02000000:00000010:1.0:1776190952.193117:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df846f50. 00010000:00000010:1.0:1776190952.193166:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a37d37d. 00010000:00000010:1.0:1776190952.193283:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.193291:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.193301:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.193304:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00080000:00000010:2.0:1776190952.193319:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a63b25aa. 00000400:00000010:1.0:1776190952.193319:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190952.193323:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197312, offset 224 00000400:00000200:1.0:1776190952.193329:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.193340:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.193345:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91073:91073:256:4294967295] 192.168.202.25@tcp LPNI seq info [91073:91073:8:4294967295] 00000400:00000200:1.0:1776190952.193354:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.193358:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.193363:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.193368:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.193375:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.193379:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190952.193418:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.193424:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098d012db. 00010000:00000010:2.0:1776190952.193501:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00000020:00000010:1.0:1776190952.193504:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.193508:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00010000:00000010:2.0:1776190952.193509:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00000020:00000010:1.0:1776190952.193511:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e88329e5. 00010000:00000010:2.0:1776190952.193520:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.193524:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000327fd680. 00000100:00000010:2.0:1776190952.193530:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.193542:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075daf0ee. 02000000:00000010:2.0:1776190952.193572:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091d0b844. 00000400:00000010:2.0:1776190952.193576:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088ad0658. 00000400:00000010:2.0:1776190952.193580:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.193585:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338176, portal 16 00000400:00000010:2.0:1776190952.193589:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190952.193591:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338176, offset 0 00000400:00000200:2.0:1776190952.193596:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.193603:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.193610:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.193614:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.193617:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.193619:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91074:91074:255:4294967295] 192.168.202.25@tcp LPNI seq info [91074:91074:7:4294967295] 00000400:00000200:2.0:1776190952.193625:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.193629:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.193632:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348490). 00000800:00000200:2.0:1776190952.193636:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.193639:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.193641:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.193995:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.193999:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82348242). 00000400:00000200:3.0:1776190952.194009:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.194013:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.194018:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:3.0:1776190952.194021:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00010000:00000010:2.1:1776190952.194307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005acc594d. 00010000:00000010:2.1:1776190952.194316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.1:1776190952.194320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095adc136. 00010000:00000010:2.1:1776190952.194324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfca2ce1. 00000800:00000200:3.0:1776190952.194632:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.194635:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:3.0:1776190952.194639:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.194643:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.194719:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:3.0:1776190952.194722:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 00000100:00000200:3.0:1776190952.194739:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797338176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.195788:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.195807:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121240 00000400:00000200:3.0:1776190952.195972:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c79 [1] + 224 00000400:00000200:3.0:1776190952.195995:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.195999:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.196008:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797338176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.196496:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088ad0658. 00000400:00000200:2.0:1776190952.196502:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:2.0:1776190952.196503:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000400:00000200:3.0:1776190952.196506:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000100:00000200:2.0:1776190952.196508:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797338176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.196512:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869800 00000400:00000200:3.0:1776190952.196517:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4595 [2] + 1640 00000100:00000200:2.0:1776190952.196517:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797338176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.196547:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091d0b844. 02000000:00000010:2.0:1776190952.196553:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075daf0ee. 00000100:00000010:2.0:1776190952.196556:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:2.0:1776190952.196561:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000327fd680. 00010000:00000010:2.0:1776190952.196564:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000200:3.0:1776190952.197362:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.197370:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.197377:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.197383:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:0.0:1776190952.197490:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d13c6470. 00000020:00000010:0.0:1776190952.197497:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.197502:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.197525:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788197376/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190952.197562:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197376 02000000:00000010:0.0:1776190952.197574:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4f1d76b. 00010000:00000010:0.0:1776190952.197603:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097825378. 00010000:00000010:0.0:1776190952.197621:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.197627:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6560383. 00000100:00000010:0.0:1776190952.197638:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6560383. 00010000:00000010:0.0:1776190952.197641:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00080000:00000010:2.0:1776190952.197666:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075daf0ee. 00000400:00000010:0.0:1776190952.197717:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc4e562. 00000100:00000200:0.0:1776190952.197725:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197376, offset 224 00000400:00000200:0.0:1776190952.197735:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.197750:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.197757:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91075:91075:256:4294967295] 192.168.202.25@tcp LPNI seq info [91075:91075:8:4294967295] 00010000:00000010:2.0:1776190952.197760:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.197767:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1da7a44. 00000400:00000200:0.0:1776190952.197768:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.197773:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.197779:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190952.197784:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.197792:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.197796:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190952.197869:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:2.0:1776190952.197877:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050acbbd4. 00010000:00000010:2.0:1776190952.197889:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.197892:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000327fd680. 00000100:00000010:2.0:1776190952.197899:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.197911:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091d0b844. 02000000:00000010:2.0:1776190952.197941:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edb609d1. 00000020:00000010:0.0:1776190952.197941:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.197945:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000400:00000010:2.0:1776190952.197947:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088ad0658. 00000020:00000010:0.0:1776190952.197949:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d13c6470. 00000400:00000010:2.0:1776190952.197951:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.197956:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338240, portal 16 00000400:00000010:2.0:1776190952.197959:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190952.197961:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338240, offset 0 00000400:00000200:2.0:1776190952.197966:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.197972:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.197979:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.197982:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.197985:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.197987:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91076:91076:255:4294967295] 192.168.202.25@tcp LPNI seq info [91076:91076:7:4294967295] 00000400:00000200:2.0:1776190952.197993:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.197997:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.197999:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348490). 00000800:00000200:2.0:1776190952.198002:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.198006:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.198008:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.198599:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.198604:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82348242). 00000400:00000200:3.0:1776190952.198609:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.198613:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.198617:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc4e562 00000400:00000010:3.0:1776190952.198619:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007dc4e562. 00000800:00000200:3.0:1776190952.198920:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.198922:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.198927:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.198930:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.198933:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:3.0:1776190952.198935:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:3.0:1776190952.198942:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797338240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.199422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f7702f. 00000400:00000200:0.0:1776190952.200961:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.200992:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121280 00000400:00000200:0.0:1776190952.201002:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c85 [1] + 224 00000400:00000200:0.0:1776190952.201020:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.201024:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.201454:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797338240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.201487:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.201494:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869840 00000400:00000200:0.0:1776190952.201499:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4595 [2] + 1968 00000400:00000010:0.0:1776190952.201504:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d578220b. 00000400:00000200:0.0:1776190952.201508:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a93687fe 00000400:00000010:2.0:1776190952.201513:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000088ad0658. 00000400:00000200:2.0:1776190952.201518:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:2.0:1776190952.201520:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.201526:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797338240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.201532:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797338240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.201568:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edb609d1. 02000000:00000010:2.0:1776190952.201574:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091d0b844. 00000100:00000010:2.0:1776190952.201579:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:2.0:1776190952.201583:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000327fd680. 00010000:00000010:2.0:1776190952.201587:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000200:0.0:1776190952.201731:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.201736:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.201739:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a93687fe 00000400:00000010:0.0:1776190952.201741:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a93687fe (tot 82347842). 00000100:00000200:0.0:1776190952.201747:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190952.201843:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edb609d1. 00000020:00000010:2.0:1776190952.201851:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.201855:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.201881:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000da7f72ee x1862468788197440/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190952.201918:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197440 02000000:00000010:2.0:1776190952.201933:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091d0b844. 00010000:00000010:2.0:1776190952.201966:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.201990:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.201997:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000327fd680. 00000100:00000010:2.0:1776190952.202009:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000327fd680. 00010000:00000010:2.0:1776190952.202011:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.202024:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.202028:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197440, offset 224 00000400:00000200:2.0:1776190952.202036:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.202047:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.202053:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91077:91077:256:4294967295] 192.168.202.25@tcp LPNI seq info [91077:91077:8:4294967295] 00000400:00000200:2.0:1776190952.202063:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.202069:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.202074:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348090). 00000800:00000200:2.0:1776190952.202079:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.202086:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.202089:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190952.202104:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e88329e5. 00000020:00000010:2.0:1776190952.202115:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.202118:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.202121:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edb609d1. 02000000:00000010:2.0:1776190952.202150:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4f1d76b. 00000100:00000010:2.0:1776190952.202154:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:2.0:1776190952.202158:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df846f50. 00000100:00000010:2.0:1776190952.202160:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:2.0:1776190952.202162:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003829aa24. 00000100:00000010:2.0:1776190952.202164:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:2.0:1776190952.202168:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003002f2a2. 00000100:00000010:2.0:1776190952.202180:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:2.0:1776190952.202185:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c889672. 00000100:00000010:2.0:1776190952.202187:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000244af836. 02000000:00000010:2.0:1776190952.202192:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006572b9db. 00000100:00000010:2.0:1776190952.202194:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076e5bad8. 00000100:00000200:2.0:1776190952.202202:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190952.202207:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000088ad0658. 00000400:00000010:2.0:1776190952.202211:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000327fd680 (tot 82348242). 00010000:00000010:1.0:1776190952.202629:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050acbbd4. 00010000:00000010:1.0:1776190952.202637:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096bbc649. 00010000:00000010:1.0:1776190952.202717:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fc5f4bb. 00010000:00000010:1.0:1776190952.202721:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002446f2a0. 00010000:00000010:1.0:1776190952.202727:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.202733:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00080000:00000010:1.0:1776190952.202747:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbfa3607. 00010000:00000010:1.0:1776190952.202775:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190952.202780:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002446f2a0. 00000800:00000200:3.0:1776190952.202950:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.202955:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.202960:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.202967:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.202971:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:3.0:1776190952.202972:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 02000000:00000010:3.0:1776190952.202978:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091d0b844. 00010000:00000010:1.1:1776190952.203494:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000311059b1. 00000004:00000010:1.0:1776190952.203548:0:77311:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000070ee90ee. 00000004:00000010:1.0:1776190952.203560:0:77311:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000cdf472ed. 00000004:00000010:1.0:1776190952.203566:0:77311:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 0000000042670c32. 00080000:00000010:1.0:1776190952.203576:0:77311:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000003be7ae40. 00000001:00000010:1.0:1776190952.203595:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008f82a885. 00000001:00000010:1.0:1776190952.203608:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000008f82a885. 00080000:00000010:1.0:1776190952.203617:0:77311:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000003be7ae40. 00000004:00000010:1.0:1776190952.203621:0:77311:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 0000000042670c32. 00000004:00000010:1.0:1776190952.203624:0:77311:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000cdf472ed. 00000004:00000010:1.0:1776190952.203626:0:77311:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 0000000070ee90ee. 00010000:00000010:1.0:1776190952.203642:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7a96d22. 00010000:00000010:1.0:1776190952.203646:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190952.203664:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.203669:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.203676:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.203688:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003be7ae40. 02000000:00000010:1.0:1776190952.203713:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002aafc214. 00000400:00000010:1.0:1776190952.203718:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.203823:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.203829:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338304, portal 16 00000400:00000010:1.0:1776190952.203834:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190952.203837:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338304, offset 0 00000400:00000200:1.0:1776190952.203845:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.203859:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.203867:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.203870:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.203873:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.203876:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91078:91078:256:4294967295] 192.168.202.25@tcp LPNI seq info [91078:91078:8:4294967295] 00000400:00000200:1.0:1776190952.203888:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.203893:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.203898:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.203904:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.203912:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.203915:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.204022:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.204024:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00010000:00000010:2.1:1776190952.204284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e04aafda. 00010000:00000010:2.1:1776190952.204291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.1:1776190952.204295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abc2d82a. 00010000:00000010:2.1:1776190952.204298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00010000:00000010:0.1:1776190952.204477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000049e4a81. 00000400:00000200:3.0:1776190952.204578:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.204587:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.204591:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:3.0:1776190952.204593:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:3.0:1776190952.204600:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.206999:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.207024:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1212c0 00000400:00000200:0.0:1776190952.207119:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5c95 [1] + 224 00000400:00000200:0.0:1776190952.207167:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.207178:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.207341:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.207384:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.207391:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869880 00000400:00000010:1.0:1776190952.207398:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.207406:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.207408:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.207414:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.207416:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb45ed [2] + 0 00000100:00000200:1.0:1776190952.207422:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.207466:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002aafc214. 02000000:00000010:1.0:1776190952.207472:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003be7ae40. 00000100:00000010:1.0:1776190952.207476:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.207480:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00000400:00000200:0.0:1776190952.207481:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1776190952.207484:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000200:0.0:1776190952.207484:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.207489:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.207493:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000020:00000010:2.0:1776190952.207553:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091d0b844. 00000020:00000010:2.0:1776190952.207562:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.207567:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.207596:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788197504/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190952.207630:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197504 02000000:00000010:2.0:1776190952.207643:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003002f2a2. 00010000:00000010:2.0:1776190952.207676:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087291dc0. 00010000:00000010:2.0:1776190952.207700:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.207706:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060a1bdc7. 00000100:00000010:2.0:1776190952.207798:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060a1bdc7. 00010000:00000010:2.0:1776190952.207802:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.207820:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.207826:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197504, offset 224 00000400:00000200:2.0:1776190952.207836:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.207850:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.207857:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91079:91079:256:4294967295] 192.168.202.25@tcp LPNI seq info [91079:91079:8:4294967295] 00000400:00000200:2.0:1776190952.207870:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.207875:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.207881:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.207888:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.207899:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.207904:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.207930:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.207946:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.207948:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091d0b844. 00080000:00000010:1.0:1776190952.208006:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003be7ae40. 00000800:00000200:0.0:1776190952.208011:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.208015:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190952.208018:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.208022:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.208025:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:0.0:1776190952.208026:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00010000:00000010:2.1:1776190952.209070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c83e011c. 00010000:00000010:1.1:1776190952.213180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035433d85. 00010000:00000010:1.1:1776190952.213206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:1.1:1776190952.213211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc5f4bb. 00010000:00000010:1.1:1776190952.213214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00010000:00000010:2.1:1776190952.218466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000089e4ab9. 00080000:00000010:0.0:1776190952.219988:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbfa3607. 00080000:00000010:0.0:1776190952.219998:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e88329e5. 00080000:00000010:0.0:1776190952.220000:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075daf0ee. 00080000:00000010:0.0:1776190952.220003:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a63b25aa. 00080000:00000010:0.0:1776190952.220005:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e299552a. 00080000:00000010:0.0:1776190952.220008:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb638800. 00080000:00000010:0.0:1776190952.220010:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd543bd9. 00080000:00000010:0.0:1776190952.220013:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040207098. 00080000:00000010:0.0:1776190952.220016:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a25d765. 00080000:00000010:0.0:1776190952.220018:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d0847f7. 00080000:00000010:0.0:1776190952.220020:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063b20852. 00080000:00000010:0.0:1776190952.220023:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c4fee21. 00080000:00000010:0.0:1776190952.220026:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038d696da. 00080000:00000010:0.0:1776190952.220028:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000620e9f52. 00080000:00000010:0.0:1776190952.220031:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db7d393a. 00080000:00000010:0.0:1776190952.220103:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a739645d. 00080000:00000010:0.0:1776190952.220106:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e57abd0. 00080000:00000010:0.0:1776190952.220109:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dda09d9. 00080000:00000010:0.0:1776190952.220111:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056305cac. 00080000:00000010:0.0:1776190952.220115:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000937ef782. 00080000:00000010:0.0:1776190952.220118:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a97d0a6. 00080000:00000010:0.0:1776190952.220120:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f982b20. 00080000:00000010:0.0:1776190952.220123:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8b8d003. 00080000:00000010:0.0:1776190952.220126:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006906f9e8. 00080000:00000010:0.0:1776190952.220128:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007984b3c3. 00080000:00000010:0.0:1776190952.220148:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011f4bb1b. 00080000:00000010:0.0:1776190952.220151:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d0182cc. 00080000:00000010:0.0:1776190952.220154:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053eab5b1. 00080000:00000010:0.0:1776190952.220156:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f6c0208. 00080000:00000010:0.0:1776190952.220159:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfe9fb0c. 00080000:00000010:0.0:1776190952.220162:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004291fcb1. 00080000:00000010:0.0:1776190952.220323:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c96bf4f5. 00080000:00000010:0.0:1776190952.220328:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045dca720. 00080000:00000010:0.0:1776190952.220499:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e14ca4de. 00080000:00000010:0.0:1776190952.220504:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7b54937. 00080000:00000010:0.0:1776190952.220508:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef240b11. 00080000:00000010:0.0:1776190952.220510:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8656fa9. 00080000:00000010:0.0:1776190952.220513:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fb1fb39. 00080000:00000010:0.0:1776190952.220516:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a09ce37a. 00080000:00000010:0.0:1776190952.220518:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073bce3ba. 00080000:00000010:0.0:1776190952.220520:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009db5b2d7. 00080000:00000010:0.0:1776190952.220523:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd299d75. 00080000:00000010:0.0:1776190952.220525:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062a377ed. 00080000:00000010:0.0:1776190952.220527:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7e82ef2. 00080000:00000010:0.0:1776190952.220529:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a13b4ac. 00080000:00000010:0.0:1776190952.220532:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056c83bfe. 00080000:00000010:0.0:1776190952.220534:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037860cde. 00080000:00000010:0.0:1776190952.220536:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089f15fb5. 00080000:00000010:0.0:1776190952.220538:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047b54c22. 00080000:00000010:0.0:1776190952.220540:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098376c0b. 00080000:00000010:0.0:1776190952.220543:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5ec788c. 00080000:00000010:0.0:1776190952.220545:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000021f6d1e. 00080000:00000010:0.0:1776190952.220549:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008a76b54. 00080000:00000010:0.0:1776190952.220551:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5da028d. 00080000:00000010:0.0:1776190952.220554:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044f81867. 00080000:00000010:0.0:1776190952.220557:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000533c5222. 00080000:00000010:0.0:1776190952.220559:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000771af0f0. 00080000:00000010:0.0:1776190952.220561:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eedd280f. 00080000:00000010:0.0:1776190952.220564:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fc93260. 00080000:00000010:0.0:1776190952.220567:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099de31e8. 00080000:00000010:0.0:1776190952.220570:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bad19a3d. 00080000:00000010:0.0:1776190952.220572:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005eddecd0. 00080000:00000010:0.0:1776190952.220576:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081afa961. 00080000:00000010:0.0:1776190952.220579:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c48e897. 00080000:00000010:0.0:1776190952.220581:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000127c092c. 00080000:00000010:0.0:1776190952.220584:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000413826d9. 00080000:00000010:0.0:1776190952.220587:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071772a4f. 00080000:00000010:0.0:1776190952.220589:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000901d0d64. 00080000:00000010:0.0:1776190952.220592:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bacdcb35. 00080000:00000010:0.0:1776190952.220594:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cafa9010. 00080000:00000010:0.0:1776190952.220598:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcca0623. 00080000:00000010:0.0:1776190952.220601:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071355eaa. 00080000:00000010:0.0:1776190952.220603:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef29d00b. 00080000:00000010:0.0:1776190952.220605:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e0ddc1d. 00080000:00000010:0.0:1776190952.220608:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce2f7208. 00080000:00000010:0.0:1776190952.220610:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2921593. 00080000:00000010:0.0:1776190952.220612:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c23e31d5. 00080000:00000010:0.0:1776190952.220614:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002fd514e. 00080000:00000010:0.0:1776190952.220618:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1213244. 00080000:00000010:0.0:1776190952.220620:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038405eab. 00080000:00000010:0.0:1776190952.220622:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037c20aa7. 00080000:00000010:0.0:1776190952.220625:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005883d0ba. 00080000:00000010:0.0:1776190952.220627:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051ff252f. 00080000:00000010:0.0:1776190952.220630:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d656bbb. 00080000:00000010:0.0:1776190952.220632:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043f87284. 00080000:00000010:0.0:1776190952.220635:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000866b1070. 00080000:00000010:0.0:1776190952.220637:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e737a64f. 00080000:00000010:0.0:1776190952.220640:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fb7f362. 00080000:00000010:0.0:1776190952.220643:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a683d841. 00080000:00000010:0.0:1776190952.220645:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000888ba729. 00080000:00000010:0.0:1776190952.220648:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000103010cf. 00080000:00000010:0.0:1776190952.220727:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003365ca74. 00080000:00000010:0.0:1776190952.220732:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000405c2cab. 00080000:00000010:0.0:1776190952.220736:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059496fec. 00080000:00000010:0.0:1776190952.220738:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004680ca52. 00080000:00000010:0.0:1776190952.220741:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9f0c61a. 00080000:00000010:0.0:1776190952.220743:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff9924e3. 00080000:00000010:0.0:1776190952.220746:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2458350. 00080000:00000010:0.0:1776190952.220748:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000370633ef. 00080000:00000010:0.0:1776190952.220751:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8676627. 00080000:00000010:0.0:1776190952.220831:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af1fdc63. 00080000:00000010:0.0:1776190952.220835:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a47da2e8. 00080000:00000010:0.0:1776190952.220839:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd0ad16e. 00080000:00000010:0.0:1776190952.220842:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004140f454. 00080000:00000010:0.0:1776190952.220844:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000adc221. 00080000:00000010:0.0:1776190952.220847:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a2d8d00. 00080000:00000010:0.0:1776190952.220849:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056e7e483. 00080000:00000010:0.0:1776190952.220853:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000592174c7. 00080000:00000010:0.0:1776190952.220855:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4d44cac. 00080000:00000010:0.0:1776190952.220858:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044eda9c1. 00080000:00000010:0.0:1776190952.220861:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7cf5776. 00080000:00000010:0.0:1776190952.220863:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d7e02ae. 00080000:00000010:0.0:1776190952.220866:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b598df88. 00080000:00000010:0.0:1776190952.220868:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bae6f8d4. 00080000:00000010:0.0:1776190952.220871:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008992ccb7. 00080000:00000010:0.0:1776190952.220873:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc6a7a8d. 00080000:00000010:0.0:1776190952.220876:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfcc29f0. 00080000:00000010:0.0:1776190952.220880:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027a5a401. 00080000:00000010:0.0:1776190952.220883:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062ae53ba. 00080000:00000010:0.0:1776190952.220887:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bc20b1b. 00080000:00000010:0.0:1776190952.220890:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db0f2f52. 00080000:00000010:0.0:1776190952.220892:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079401f35. 00080000:00000010:0.0:1776190952.220895:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000248b5d05. 00080000:00000010:0.0:1776190952.220897:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003fe13da8. 00080000:00000010:0.0:1776190952.220899:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4c624bd. 00080000:00000010:0.0:1776190952.220902:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000976cedb9. 00080000:00000010:0.0:1776190952.220904:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3267223. 00080000:00000010:0.0:1776190952.220906:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017421152. 00080000:00000010:0.0:1776190952.220909:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018073bad. 00080000:00000010:0.0:1776190952.220913:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004879073d. 00080000:00000010:0.0:1776190952.220916:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a732887f. 00080000:00000010:0.0:1776190952.220919:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd81e478. 00080000:00000010:0.0:1776190952.220922:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041504c81. 00080000:00000010:0.0:1776190952.220924:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000621dce00. 00080000:00000010:0.0:1776190952.220926:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053f1887f. 00080000:00000010:0.0:1776190952.220929:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4343997. 00080000:00000010:0.0:1776190952.220932:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000701d6aac. 00080000:00000010:0.0:1776190952.220935:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c73cd537. 00080000:00000010:0.0:1776190952.220938:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a9f3d26. 00080000:00000010:0.0:1776190952.220943:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009de32189. 00080000:00000010:0.0:1776190952.220947:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5ce2409. 00080000:00000010:0.0:1776190952.220950:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066c9ca68. 00080000:00000010:0.0:1776190952.220953:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcfe01a6. 00080000:00000010:0.0:1776190952.220956:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089d07e96. 00080000:00000010:0.0:1776190952.220958:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025136971. 00080000:00000010:0.0:1776190952.220960:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d946ba70. 00080000:00000010:0.0:1776190952.220963:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f3c5342. 00080000:00000010:0.0:1776190952.220965:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009551a86d. 00080000:00000010:0.0:1776190952.220967:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d75823c. 00080000:00000010:0.0:1776190952.220970:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005534ada7. 00080000:00000010:0.0:1776190952.220973:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e7941bc. 00080000:00000010:0.0:1776190952.220976:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c094084f. 00080000:00000010:0.0:1776190952.220979:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067654583. 00080000:00000010:0.0:1776190952.220982:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007de1625e. 00080000:00000010:0.0:1776190952.220986:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001373f7b2. 00080000:00000010:0.0:1776190952.220990:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb387ee3. 00080000:00000010:0.0:1776190952.220992:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bb5f2a9. 00080000:00000010:0.0:1776190952.220996:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fcf5031. 00080000:00000010:0.0:1776190952.220998:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dd7871e. 00080000:00000010:0.0:1776190952.221002:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019af1f98. 00080000:00000010:0.0:1776190952.221004:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8947fa1. 00080000:00000010:0.0:1776190952.221007:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035aab504. 00080000:00000010:0.0:1776190952.221009:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd130273. 00080000:00000010:0.0:1776190952.221011:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090c4bd86. 00080000:00000010:0.0:1776190952.221014:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007dadb06. 00080000:00000010:0.0:1776190952.221017:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043c810b7. 00080000:00000010:0.0:1776190952.221020:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b266f9e5. 00080000:00000010:0.0:1776190952.221022:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000044498ac. 00080000:00000010:0.0:1776190952.221025:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000339051ee. 00080000:00000010:0.0:1776190952.221028:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000342c7685. 00010000:00000010:1.0:1776190952.221048:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190952.221064:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff7fc929. 00080000:00000010:0.0:1776190952.221120:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd102385. 00080000:00000010:0.0:1776190952.221126:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078a65e61. 00080000:00000010:0.0:1776190952.221151:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eaceed8c. 00080000:00000010:0.0:1776190952.221157:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096346fad. 00080000:00000010:0.0:1776190952.221161:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000263872fe. 00010000:00000010:1.0:1776190952.221222:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.221228:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190952.221243:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.221251:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.221259:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.221286:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002aafc214. 00080000:00000010:0.0:1776190952.221313:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b2242bf. 00080000:00000010:0.0:1776190952.221318:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f6375c0. 00080000:00000010:0.0:1776190952.221320:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028a5f244. 00080000:00000010:0.0:1776190952.221323:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d287754. 02000000:00000010:1.0:1776190952.221324:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cf86348. 00080000:00000010:0.0:1776190952.221326:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bdc2f8f. 00080000:00000010:0.0:1776190952.221328:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ea43b4d. 00000400:00000010:1.0:1776190952.221331:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.221339:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.221347:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338368, portal 16 00000400:00000010:1.0:1776190952.221353:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190952.221355:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338368, offset 0 00000400:00000200:1.0:1776190952.221376:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.221396:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.221403:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.221407:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.221410:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.221413:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91080:91080:256:4294967295] 192.168.202.25@tcp LPNI seq info [91080:91080:8:4294967295] 00000400:00000200:1.0:1776190952.221424:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.221431:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.221436:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.221444:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.221454:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.221459:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.221627:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.221631:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.221642:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.221648:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.221661:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:3.0:1776190952.221663:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00000100:00000200:3.0:1776190952.221672:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:0.0:1776190952.221719:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000defe9f70. 00080000:00000010:0.0:1776190952.221723:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064a9ff6f. 00080000:00000010:0.0:1776190952.221725:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e16ae42. 00080000:00000010:0.0:1776190952.221728:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3b1ab2c. 00080000:00000010:0.0:1776190952.221730:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d30a170. 00080000:00000010:0.0:1776190952.221732:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cda7669f. 00080000:00000010:0.0:1776190952.221735:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f27ad1b. 00080000:00000010:0.0:1776190952.221737:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a966e0a. 00080000:00000010:0.0:1776190952.221739:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ea4b392. 00080000:00000010:0.0:1776190952.221741:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f047bed. 00080000:00000010:0.0:1776190952.221743:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b5f2291. 00080000:00000010:0.0:1776190952.221745:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d724e46. 00080000:00000010:0.0:1776190952.221748:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e6031a5. 00080000:00000010:0.0:1776190952.221751:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e400ae6d. 00080000:00000010:0.0:1776190952.221982:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb274bb7. 00080000:00000010:0.0:1776190952.221986:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ffdd405. 00080000:00000010:0.0:1776190952.221988:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b18b7bf8. 00080000:00000010:0.0:1776190952.221993:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ce53f98. 00080000:00000010:0.0:1776190952.221996:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a27f9a0. 00080000:00000010:0.0:1776190952.221998:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092883c0e. 00080000:00000010:0.0:1776190952.222002:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f41ab18a. 00080000:00000010:0.0:1776190952.222005:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a4ec617. 00080000:00000010:0.0:1776190952.222008:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000870132d7. 00080000:00000010:0.0:1776190952.222010:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f578850f. 00080000:00000010:0.0:1776190952.222013:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cd4b408. 00080000:00000010:0.0:1776190952.222016:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1e1e2cc. 00080000:00000010:0.0:1776190952.222018:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7fe8a59. 00080000:00000010:0.0:1776190952.222020:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7db70c3. 00080000:00000010:0.0:1776190952.222022:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e17b42f7. 00080000:00000010:0.0:1776190952.222025:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c83d747. 00080000:00000010:0.0:1776190952.222027:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013a5a08b. 00080000:00000010:0.0:1776190952.222029:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042ec0589. 00080000:00000010:0.0:1776190952.222042:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c79f969b. 00080000:00000010:0.0:1776190952.222045:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002265fdfb. 00080000:00000010:0.0:1776190952.222047:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031a624c0. 00080000:00000010:0.0:1776190952.222050:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000188b825d. 00080000:00000010:0.0:1776190952.222054:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069c590d6. 00080000:00000010:0.0:1776190952.222057:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011caae09. 00080000:00000010:0.0:1776190952.222060:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000867944d0. 00080000:00000010:0.0:1776190952.222062:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de4d9ffc. 00080000:00000010:0.0:1776190952.222064:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff287f60. 00080000:00000010:0.0:1776190952.222066:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054d0d0ac. 00080000:00000010:0.0:1776190952.222069:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007509db3c. 00080000:00000010:0.0:1776190952.222072:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f382d738. 00080000:00000010:0.0:1776190952.222076:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf62b752. 00080000:00000010:0.0:1776190952.222079:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000840c33b1. 00080000:00000010:0.0:1776190952.222081:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000326ad08b. 00080000:00000010:0.0:1776190952.222084:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000054a2061. 00080000:00000010:0.0:1776190952.222087:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2347a96. 00080000:00000010:0.0:1776190952.222090:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fdad1a7. 00080000:00000010:0.0:1776190952.222092:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000443469b5. 00080000:00000010:0.0:1776190952.222094:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fcc6f51. 00080000:00000010:0.0:1776190952.222098:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000159ba355. 00080000:00000010:0.0:1776190952.222101:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f103e2a9. 00080000:00000010:0.0:1776190952.222103:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d0a0571. 00080000:00000010:0.0:1776190952.222106:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000929c25e8. 00080000:00000010:0.0:1776190952.222109:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005461ae1f. 00080000:00000010:0.0:1776190952.222111:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d804f8f. 00080000:00000010:0.0:1776190952.222115:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041e58062. 00080000:00000010:0.0:1776190952.222117:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008193830e. 00080000:00000010:0.0:1776190952.222120:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5774ce1. 00080000:00000010:0.0:1776190952.222124:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033ff1c90. 00080000:00000010:0.0:1776190952.222127:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2cf8c84. 00080000:00000010:0.0:1776190952.222665:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f40009b3. 00080000:00000010:0.0:1776190952.222671:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b937d45. 00080000:00000010:0.0:1776190952.222673:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fdab52a. 00080000:00000010:0.0:1776190952.222675:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc872ac8. 00080000:00000010:0.0:1776190952.222676:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029ff6aac. 00080000:00000010:0.0:1776190952.222679:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000894e0f31. 00080000:00000010:0.0:1776190952.222680:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfc955ec. 00080000:00000010:0.0:1776190952.222683:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7d44ff1. 00080000:00000010:0.0:1776190952.222686:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000167851c9. 00080000:00000010:0.0:1776190952.222688:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1c1f1e1. 00080000:00000010:0.0:1776190952.222691:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c374e5b. 00080000:00000010:0.0:1776190952.222693:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efee2105. 00080000:00000010:0.0:1776190952.222696:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a474ffe2. 00080000:00000010:0.0:1776190952.222699:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000897388e7. 00080000:00000010:0.0:1776190952.222701:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000577a97c8. 00080000:00000010:0.0:1776190952.222703:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006714b044. 00080000:00000010:0.0:1776190952.222706:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b324c883. 00080000:00000010:0.0:1776190952.222708:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001148ade1. 00080000:00000010:0.0:1776190952.222710:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000532ceffd. 00080000:00000010:0.0:1776190952.222712:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009c34ab6. 00080000:00000010:0.0:1776190952.222715:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013c3e04d. 00080000:00000010:0.0:1776190952.222717:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d13533. 00080000:00000010:0.0:1776190952.222721:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006731b30b. 00080000:00000010:0.0:1776190952.222723:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032adf277. 00080000:00000010:0.0:1776190952.222725:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e686a1fd. 00080000:00000010:0.0:1776190952.222727:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084b2979f. 00080000:00000010:0.0:1776190952.222729:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea4750c5. 00080000:00000010:0.0:1776190952.222731:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000195a0ee. 00080000:00000010:0.0:1776190952.222734:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c8cf4bc. 00080000:00000010:0.0:1776190952.222736:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c01d6d6b. 00080000:00000010:0.0:1776190952.222739:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003ecb4f5. 00080000:00000010:0.0:1776190952.222742:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099317728. 00080000:00000010:0.0:1776190952.222744:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1a473d4. 00080000:00000010:0.0:1776190952.222746:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2dbe0dc. 00080000:00000010:0.0:1776190952.222748:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b31cb6d. 00080000:00000010:0.0:1776190952.222751:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007520b45e. 00080000:00000010:0.0:1776190952.222888:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014748377. 00080000:00000010:0.0:1776190952.222892:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037860935. 00080000:00000010:0.0:1776190952.222895:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0108184. 00080000:00000010:0.0:1776190952.222896:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e89274f. 00080000:00000010:0.0:1776190952.222899:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f81bd80. 00080000:00000010:0.0:1776190952.222901:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcbefd0b. 00080000:00000010:0.0:1776190952.222904:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049294071. 00080000:00000010:0.0:1776190952.222906:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aefe448a. 00080000:00000010:0.0:1776190952.222909:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e9b5d41. 00080000:00000010:0.0:1776190952.222912:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d497acc. 00080000:00000010:0.0:1776190952.222914:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f1c1a9a. 00080000:00000010:0.0:1776190952.222916:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000117f23be. 00080000:00000010:0.0:1776190952.222918:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1bd2c11. 00080000:00000010:0.0:1776190952.222921:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccc4ba60. 00080000:00000010:0.0:1776190952.222923:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003651fd9a. 00080000:00000010:0.0:1776190952.222925:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9ed9e67. 00080000:00000010:0.0:1776190952.222928:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc67bb84. 00080000:00000010:0.0:1776190952.222930:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7e360ea. 00080000:00000010:0.0:1776190952.222932:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037b28485. 00080000:00000010:0.0:1776190952.222934:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2d1962f. 00080000:00000010:0.0:1776190952.222936:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8bedee1. 00080000:00000010:0.0:1776190952.222939:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000917d8b0e. 00080000:00000010:0.0:1776190952.222941:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027b4b31e. 00080000:00000010:0.0:1776190952.222943:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a5541ef. 00080000:00000010:0.0:1776190952.222946:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca355201. 00080000:00000010:0.0:1776190952.222948:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d9ef10d. 00080000:00000010:0.0:1776190952.222954:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f82a9547. 00080000:00000010:0.0:1776190952.222957:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002748123d. 00080000:00000010:0.0:1776190952.222959:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f82ad991. 00080000:00000010:0.0:1776190952.222961:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c780b0f9. 00080000:00000010:0.0:1776190952.222964:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5ff0f41. 00080000:00000010:0.0:1776190952.222966:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000945cd863. 00080000:00000010:0.0:1776190952.222968:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bbe49e9. 00080000:00000010:0.0:1776190952.222970:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d5a9f65. 00080000:00000010:0.0:1776190952.222974:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041ac6518. 00080000:00000010:0.0:1776190952.222978:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036e22fab. 00080000:00000010:0.0:1776190952.222980:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000debcaa60. 00080000:00000010:0.0:1776190952.222983:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9b4e181. 00080000:00000010:0.0:1776190952.222986:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094bd2d31. 00080000:00000010:0.0:1776190952.222988:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000354391fa. 00080000:00000010:0.0:1776190952.222990:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3c2739f. 00080000:00000010:0.0:1776190952.222992:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f23d851. 00080000:00000010:0.0:1776190952.222994:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e7e6aa9. 00080000:00000010:0.0:1776190952.222996:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b662755. 00080000:00000010:0.0:1776190952.223000:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e287347f. 00080000:00000010:0.0:1776190952.223002:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000441d24c8. 00080000:00000010:0.0:1776190952.223005:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acecf1a2. 00080000:00000010:0.0:1776190952.223007:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d98b66c1. 00080000:00000010:0.0:1776190952.223009:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bd81f5b. 00080000:00000010:0.0:1776190952.223010:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74cf6f3. 00080000:00000010:0.0:1776190952.223013:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032385449. 00080000:00000010:0.0:1776190952.223015:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004712b33. 00080000:00000010:0.0:1776190952.223017:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cff1d8c. 00080000:00000010:0.0:1776190952.223019:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058a0287e. 00080000:00000010:0.0:1776190952.223021:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ee8af8a. 00080000:00000010:0.0:1776190952.223023:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c743c71. 00080000:00000010:0.0:1776190952.223025:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bcb29a7. 00080000:00000010:0.0:1776190952.223027:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000858aaf7c. 00080000:00000010:0.0:1776190952.223092:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000011adba8. 00080000:00000010:0.0:1776190952.223098:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088d252d8. 00080000:00000010:0.0:1776190952.223100:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002532523c. 00080000:00000010:0.0:1776190952.223103:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004be5bc9d. 00080000:00000010:0.0:1776190952.223106:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc60f7c6. 00080000:00000010:0.0:1776190952.223109:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a360e322. 00080000:00000010:0.0:1776190952.223111:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fac3cd9d. 00080000:00000010:0.0:1776190952.223114:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a904439e. 00080000:00000010:0.0:1776190952.223116:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026d39f58. 00080000:00000010:0.0:1776190952.223119:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096895358. 00080000:00000010:0.0:1776190952.223121:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000629f3359. 00080000:00000010:0.0:1776190952.223123:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003726faa1. 00080000:00000010:0.0:1776190952.223126:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024e9f647. 00080000:00000010:0.0:1776190952.223147:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089895984. 00080000:00000010:0.0:1776190952.223151:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045abddcf. 00080000:00000010:0.0:1776190952.223153:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069fdcfbc. 00080000:00000010:0.0:1776190952.223155:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009415e2fd. 00080000:00000010:0.0:1776190952.223158:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd06b711. 00080000:00000010:0.0:1776190952.223160:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076d70b94. 00080000:00000010:0.0:1776190952.223162:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094de2bab. 00080000:00000010:0.0:1776190952.223843:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003947eb03. 00080000:00000010:0.0:1776190952.223847:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b9c5519. 00080000:00000010:0.0:1776190952.223850:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e9bf71f. 00080000:00000010:0.0:1776190952.223852:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085b64d15. 00080000:00000010:0.0:1776190952.223854:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049b78a10. 00080000:00000010:0.0:1776190952.223857:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a53bc987. 00080000:00000010:0.0:1776190952.223862:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001625d98c. 00080000:00000010:0.0:1776190952.223866:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094d4bdac. 00080000:00000010:0.0:1776190952.223869:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020ce2b12. 00080000:00000010:0.0:1776190952.223871:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b3cd378. 00080000:00000010:0.0:1776190952.223873:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8015ba0. 00080000:00000010:0.0:1776190952.223876:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093437f6b. 00080000:00000010:0.0:1776190952.223879:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000334f0e65. 00080000:00000010:0.0:1776190952.223882:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc58d60f. 00080000:00000010:0.0:1776190952.223886:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff6c37e5. 00080000:00000010:0.0:1776190952.223888:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7bfdd1e. 00080000:00000010:0.0:1776190952.223890:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000360a7ae1. 00080000:00000010:0.0:1776190952.223893:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bd90516. 00080000:00000010:0.0:1776190952.223895:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cdbcb01. 00080000:00000010:0.0:1776190952.223898:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000337c6544. 00080000:00000010:0.0:1776190952.223900:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3284f55. 00080000:00000010:0.0:1776190952.223903:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000814d07ca. 00080000:00000010:0.0:1776190952.223906:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2b92d4f. 00080000:00000010:0.0:1776190952.223908:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4b7a804. 00080000:00000010:0.0:1776190952.223910:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ed73121. 00080000:00000010:0.0:1776190952.223912:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026334231. 00080000:00000010:0.0:1776190952.223915:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bd6de30. 00080000:00000010:0.0:1776190952.223917:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037b352e7. 00080000:00000010:0.0:1776190952.223919:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fb11c15. 00080000:00000010:0.0:1776190952.223921:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002540a0c5. 00080000:00000010:0.0:1776190952.223923:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9b841be. 00080000:00000010:0.0:1776190952.223926:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006679ee7a. 00080000:00000010:0.0:1776190952.223929:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000998b75d1. 00080000:00000010:0.0:1776190952.223931:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002862084e. 00080000:00000010:0.0:1776190952.223933:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c04ccfa7. 00080000:00000010:0.0:1776190952.223950:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f80061e0. 00080000:00000010:0.0:1776190952.223953:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3fbae6e. 00080000:00000010:0.0:1776190952.223955:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da4c2949. 00080000:00000010:0.0:1776190952.223957:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000311d87fa. 00080000:00000010:0.0:1776190952.223959:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d394ad61. 00080000:00000010:0.0:1776190952.223961:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b6d38d3. 00080000:00000010:0.0:1776190952.223963:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000779d5d05. 00080000:00000010:0.0:1776190952.223966:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f78ea7d4. 00080000:00000010:0.0:1776190952.223967:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ecfa6b2. 00080000:00000010:0.0:1776190952.223970:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071c04ee0. 00080000:00000010:0.0:1776190952.223972:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b9fdd2b. 00080000:00000010:0.0:1776190952.223974:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020ab8259. 00080000:00000010:0.0:1776190952.223977:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059aaaabc. 00000400:00000200:0.0:1776190952.224691:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.224710:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121300 00000400:00000200:0.0:1776190952.224721:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ca1 [1] + 224 00000400:00000200:0.0:1776190952.224743:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.224748:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.225049:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.225258:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.225264:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.225266:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.225284:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.225292:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.225325:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cf86348. 02000000:00000010:1.0:1776190952.225343:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002aafc214. 00000100:00000010:1.0:1776190952.225347:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.225352:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.225356:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:0.0:1776190952.226168:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:1.1:1776190952.226267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec6675b2. 00010000:00000010:1.1:1776190952.226288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7a96d22. 00000400:00000200:0.0:1776190952.226374:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8698c0 00000400:00000200:0.0:1776190952.226381:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb45ed [2] + 328 00000400:00000200:0.0:1776190952.226457:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.226461:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.226467:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.226474:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 00000020:00000010:2.0:1776190952.227290:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b20852. 00000020:00000010:2.0:1776190952.227302:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.227307:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.227337:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd76f7ae x1862468788197568/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190952.227511:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197568 02000000:00000010:2.0:1776190952.227527:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a63b25aa. 00010000:00000010:2.0:1776190952.227566:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c7401c9. 00010000:00000010:2.0:1776190952.227586:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.227591:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060a1bdc7. 00000100:00000010:2.0:1776190952.227607:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060a1bdc7. 00010000:00000010:2.0:1776190952.227610:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.227625:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190952.227631:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197568, offset 224 00000400:00000200:2.0:1776190952.227640:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1776190952.227658:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002aafc214. 00000400:00000200:2.0:1776190952.227667:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.227674:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91081:91081:256:4294967295] 192.168.202.25@tcp LPNI seq info [91081:91081:8:4294967295] 00000400:00000200:2.0:1776190952.227686:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.227691:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.227697:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.227703:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.227711:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.227716:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.227746:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.227751:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.227754:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b20852. 00010000:00000010:1.0:1776190952.227773:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190952.227779:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c311f9e. 00010000:00000010:1.0:1776190952.227880:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7a96d22. 00010000:00000010:1.0:1776190952.227887:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00000800:00000200:3.0:1776190952.227899:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776190952.227902:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000800:00000010:3.0:1776190952.227904:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000100:00000010:1.0:1776190952.227906:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000400:00000200:3.0:1776190952.227909:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.227914:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000010:1.0:1776190952.227915:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000400:00000200:3.0:1776190952.227918:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:3.0:1776190952.227920:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 02000000:00000010:1.0:1776190952.227929:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cf86348. 02000000:00000010:1.0:1776190952.227959:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e88329e5. 00000400:00000010:1.0:1776190952.227966:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.227972:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.227978:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338432, portal 16 00000400:00000010:1.0:1776190952.227983:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190952.227985:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338432, offset 0 00000400:00000200:1.0:1776190952.227991:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.227998:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.228005:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.228008:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.228011:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.228013:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91082:91082:256:4294967295] 192.168.202.25@tcp LPNI seq info [91082:91082:8:4294967295] 00000400:00000200:1.0:1776190952.228020:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.228025:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.228028:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.228031:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.228035:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.228038:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.229059:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.229065:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.229080:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.229087:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.229093:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:3.0:1776190952.229095:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00000100:00000200:3.0:1776190952.229105:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.231553:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.231574:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121340 00000400:00000200:0.0:1776190952.231584:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5cad [1] + 224 00000400:00000200:0.0:1776190952.231601:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.231605:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.231614:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.231715:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.231720:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.231722:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.231728:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.231734:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.231780:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e88329e5. 02000000:00000010:1.0:1776190952.231787:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cf86348. 00000100:00000010:1.0:1776190952.231791:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.231796:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.231800:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:3.0:1776190952.232697:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.232711:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869900 00000400:00000200:3.0:1776190952.232718:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb45ed [2] + 656 00000400:00000200:3.0:1776190952.232792:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.232797:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.232803:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.232810:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:2.0:1776190952.232874:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075daf0ee. 00000020:00000010:2.0:1776190952.232882:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.232886:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.232920:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788197632/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190952.233167:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197632 02000000:00000010:2.0:1776190952.233190:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091d0b844. 00010000:00000010:2.0:1776190952.233226:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c7e2075. 00010000:00000010:2.0:1776190952.233247:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.233254:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060a1bdc7. 00000100:00000010:2.0:1776190952.233287:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060a1bdc7. 00010000:00000010:2.0:1776190952.233291:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.233305:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190952.233310:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197632, offset 224 00000400:00000200:2.0:1776190952.233319:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.233331:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.233336:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91083:91083:256:4294967295] 192.168.202.25@tcp LPNI seq info [91083:91083:8:4294967295] 00000400:00000200:2.0:1776190952.233347:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00080000:00000010:3.0:1776190952.233350:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fd0f06b. 00000800:00000200:2.0:1776190952.233351:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.233356:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00010000:00000010:3.0:1776190952.233473:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:3.0:1776190952.233481:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e39e052. 00010000:00000010:3.0:1776190952.233573:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.0:1776190952.233580:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190952.233592:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041bcdae7. 00000100:00000010:3.0:1776190952.233597:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190952.233602:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190952.233613:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016d17f25. 02000000:00000010:3.0:1776190952.233635:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea60be46. 00000400:00000010:3.0:1776190952.233640:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.233643:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190952.233647:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338496, portal 16 00000400:00000010:3.0:1776190952.233652:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000898e8621. 00000100:00000200:3.0:1776190952.233654:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338496, offset 0 00000400:00000200:3.0:1776190952.233659:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.233665:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000800:00000200:2.0:1776190952.233668:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000400:00000200:3.0:1776190952.233670:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.233673:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1776190952.233673:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000400:00000200:3.0:1776190952.233676:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000800:00000200:2.0:1776190952.233677:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1776190952.233678:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91084:91084:255:4294967295] 192.168.202.25@tcp LPNI seq info [91084:91084:7:4294967295] 00000400:00000200:3.0:1776190952.233685:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.233689:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.233692:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190952.233694:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000020:00000010:2.0:1776190952.233696:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000800:00000200:3.0:1776190952.233697:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.233699:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.233699:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.233702:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075daf0ee. 00000800:00000200:2.0:1776190952.233953:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.233958:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000400:00000200:2.0:1776190952.233964:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.233968:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.233972:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:2.0:1776190952.233974:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000800:00000200:2.0:1776190952.234029:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.234031:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:2.0:1776190952.234119:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.234123:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.234127:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000898e8621 00010000:00000010:1.1:1776190952.235604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030472340. 00010000:00000010:1.1:1776190952.235617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00000400:00000200:3.0:1776190952.236044:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.236059:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121380 00000400:00000010:2.0:1776190952.236624:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000898e8621. 00000400:00000200:3.0:1776190952.236635:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5cb9 [1] + 224 00000100:00000200:2.0:1776190952.236636:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040d2caf9 x1862468797338496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.236909:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.236915:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.236924:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040d2caf9 x1862468797338496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.237033:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:1.0:1776190952.237039:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:1.0:1776190952.237040:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:1.0:1776190952.237045:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040d2caf9 x1862468797338496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.237052:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040d2caf9 x1862468797338496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.237082:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea60be46. 02000000:00000010:1.0:1776190952.237088:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016d17f25. 00000100:00000010:1.0:1776190952.237091:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 00000100:00000010:1.0:1776190952.237095:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:1.0:1776190952.237099:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041bcdae7. 00010000:00000010:2.1:1776190952.240503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbce0127. 00010000:00000010:2.1:1776190952.242475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6cf67a. 00010000:00000010:3.1:1776190952.243582:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fec0c1c. 00010000:00000010:3.1:1776190952.243593:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7a96d22. 00000400:00000200:3.0:1776190952.243631:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.243662:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869940 00000400:00000200:3.0:1776190952.243672:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb45ed [2] + 984 00000400:00000200:3.0:1776190952.243743:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.243749:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.243765:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.243772:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00000020:00000010:2.0:1776190952.243963:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075daf0ee. 00000020:00000010:2.0:1776190952.243974:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.243981:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.244020:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003dabbd3 x1862468788197696/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190952.244068:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197696 02000000:00000010:2.0:1776190952.244080:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063b20852. 00010000:00000010:2.0:1776190952.244111:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078ba19eb. 00010000:00000010:2.0:1776190952.244175:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.244185:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060a1bdc7. 00000100:00000010:2.0:1776190952.244203:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060a1bdc7. 00010000:00000010:2.0:1776190952.244207:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.244223:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190952.244228:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197696, offset 224 00000400:00000200:2.0:1776190952.244236:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.244248:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.244254:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91085:91085:256:4294967295] 192.168.202.25@tcp LPNI seq info [91085:91085:8:4294967295] 00000400:00000200:2.0:1776190952.244264:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.244269:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.244283:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.244289:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.244295:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.244298:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.244319:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.244323:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.244326:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075daf0ee. 00000800:00000200:2.0:1776190952.244429:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.244434:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:2.0:1776190952.244438:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.244442:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.244447:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:2.0:1776190952.244449:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00080000:00000010:3.0:1776190952.245616:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016d17f25. 00010000:00000010:3.0:1776190952.245733:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190952.245741:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ebb3ad5. 00010000:00000010:3.0:1776190952.245854:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004efe5523. 00010000:00000010:3.0:1776190952.245859:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004df2b35f. 00010000:00000010:3.0:1776190952.245866:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.0:1776190952.245873:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00080000:00000010:3.0:1776190952.245888:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea60be46. 00010000:00000010:3.0:1776190952.245914:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190952.245916:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004df2b35f. 00010000:00000010:3.0:1776190952.245990:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d56b1b0d. 00010000:00000010:3.0:1776190952.245993:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190952.246002:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035a81225. 00000100:00000010:3.0:1776190952.246009:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190952.246017:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190952.246028:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013a5a08b. 02000000:00000010:3.0:1776190952.246059:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c83d747. 00000400:00000010:3.0:1776190952.246066:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b56e2af. 00000400:00000010:3.0:1776190952.246071:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190952.246077:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338560, portal 16 00000400:00000010:3.0:1776190952.246083:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007f5bd38. 00000100:00000200:3.0:1776190952.246085:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338560, offset 0 00000400:00000200:3.0:1776190952.246094:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.246109:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.246118:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.246122:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.246124:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.246126:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91086:91086:256:4294967295] 192.168.202.25@tcp LPNI seq info [91086:91086:8:4294967295] 00000400:00000200:3.0:1776190952.247008:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.247018:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.247025:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190952.247032:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.247038:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.247042:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.247320:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.247325:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190952.247331:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.247336:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.247342:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f5bd38 00000400:00000010:2.0:1776190952.247345:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007f5bd38. 00000100:00000200:2.0:1776190952.247353:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797338560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.249522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000985d5ae6. 00000400:00000200:3.0:1776190952.250076:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.250101:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1213c0 00000400:00000200:3.0:1776190952.250113:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5cc5 [1] + 224 00000400:00000200:3.0:1776190952.250559:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.250566:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.250577:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797338560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.250781:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b56e2af. 00000400:00000200:1.0:1776190952.250788:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:1.0:1776190952.250791:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00000100:00000200:1.0:1776190952.250799:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797338560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.250806:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797338560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.250859:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c83d747. 02000000:00000010:1.0:1776190952.250869:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013a5a08b. 00000100:00000010:1.0:1776190952.250873:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:1.0:1776190952.250879:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:1.0:1776190952.250884:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035a81225. 00000400:00000200:2.0:1776190952.251192:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.251206:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869980 00000400:00000200:2.0:1776190952.251213:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb45ed [2] + 1312 00000400:00000200:2.0:1776190952.251269:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.251281:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.251286:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.251290:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 00000020:00000010:0.0:1776190952.251838:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049b78a10. 00000020:00000010:0.0:1776190952.251846:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.251850:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.251874:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d078025a x1862468788197760/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190952.251908:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197760 02000000:00000010:0.0:1776190952.251919:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085b64d15. 00010000:00000010:0.0:1776190952.251945:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa9e299f. 00010000:00000010:0.0:1776190952.251969:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.251975:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6560383. 00000100:00000010:0.0:1776190952.251989:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6560383. 00010000:00000010:0.0:1776190952.251992:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.252004:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190952.252008:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197760, offset 224 00000400:00000200:0.0:1776190952.252013:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.252022:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.252026:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91087:91087:256:4294967295] 192.168.202.25@tcp LPNI seq info [91087:91087:8:4294967295] 00000400:00000200:0.0:1776190952.252035:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.252040:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.252044:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348242). 00000800:00000200:0.0:1776190952.252050:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.252056:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.252060:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.252082:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.252086:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.252089:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049b78a10. 00000800:00000200:2.0:1776190952.252706:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.252713:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:2.0:1776190952.252718:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.252799:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.252803:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:2.0:1776190952.252805:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00080000:00000010:1.0:1776190952.252858:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cf86348. 00010000:00000010:1.0:1776190952.252978:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:1.0:1776190952.252987:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000161912ef. 00010000:00000010:1.0:1776190952.253065:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.253072:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.253082:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.253086:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.253094:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.253107:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e88329e5. 02000000:00000010:1.0:1776190952.253155:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbfa3607. 00000400:00000010:1.0:1776190952.253161:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.253167:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.253174:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338624, portal 16 00000400:00000010:1.0:1776190952.253179:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190952.253182:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338624, offset 0 00010000:00000010:3.1:1776190952.253623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6db428f. 00010000:00000010:3.1:1776190952.253629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.1:1776190952.253632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004efe5523. 00010000:00000010:3.1:1776190952.253634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa65571a. 00000400:00000200:1.0:1776190952.253822:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.253837:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.253844:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.253848:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.253850:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.253853:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91088:91088:256:4294967295] 192.168.202.25@tcp LPNI seq info [91088:91088:8:4294967295] 00000400:00000200:1.0:1776190952.253861:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.253865:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.253870:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.253875:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.253881:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.253886:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.255048:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.255057:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.255077:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.255087:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.255096:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:3.0:1776190952.255098:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:3.0:1776190952.255112:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.257612:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.257633:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121400 00000400:00000200:2.0:1776190952.257645:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5cd1 [1] + 224 00010000:00000010:1.1:1776190952.258190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624e0ef8. 00010000:00000010:1.1:1776190952.258206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56b1b0d. 00000400:00000200:2.0:1776190952.258320:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.258328:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.258524:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.258578:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.258586:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce8699c0 00000400:00000200:2.0:1776190952.258593:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb45ed [2] + 1640 00000400:00000010:1.0:1776190952.258902:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.258908:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.258910:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.258918:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.258926:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.258965:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbfa3607. 02000000:00000010:1.0:1776190952.258973:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e88329e5. 00000100:00000010:1.0:1776190952.258976:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.258982:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.258985:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.259033:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.259038:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.259043:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.259049:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061faaa02. 00000020:00000010:0.0:1776190952.259245:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049b78a10. 00000020:00000010:0.0:1776190952.259256:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.259261:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.259303:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061faaa02 x1862468788197824/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.259346:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197824 02000000:00000010:0.0:1776190952.259360:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e9bf71f. 00010000:00000010:0.0:1776190952.259402:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4c348cc. 00010000:00000010:0.0:1776190952.259432:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.259441:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6560383. 00000100:00000010:0.0:1776190952.259448:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6560383. 00010000:00000010:0.0:1776190952.259450:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190952.259468:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be6a7b10. 00000100:00000200:0.0:1776190952.259472:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197824, offset 224 00000400:00000200:0.0:1776190952.259480:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.259494:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.259501:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91089:91089:256:4294967295] 192.168.202.25@tcp LPNI seq info [91089:91089:8:4294967295] 00000400:00000200:0.0:1776190952.259510:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.259515:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.259521:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239dd843 (tot 82348242). 00000800:00000200:0.0:1776190952.259527:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.259533:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.259538:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000239dd843 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.259565:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.259569:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.259572:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049b78a10. 00080000:00000010:1.0:1776190952.260207:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e88329e5. 00010000:00000010:1.0:1776190952.260344:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.260350:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008dfbdbcd. 00010000:00000010:1.0:1776190952.260458:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7eff81. 00010000:00000010:1.0:1776190952.260465:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.260475:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.260479:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.260487:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.260501:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbfa3607. 02000000:00000010:1.0:1776190952.260532:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006572b9db. 00000400:00000010:1.0:1776190952.260536:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.260540:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.260546:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338688, portal 16 00000400:00000010:1.0:1776190952.260550:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190952.260552:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338688, offset 0 00000400:00000200:1.0:1776190952.260558:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.260566:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.260574:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.260577:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.260579:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.260581:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91090:91090:255:4294967295] 192.168.202.25@tcp LPNI seq info [91090:91090:7:4294967295] 00000400:00000200:1.0:1776190952.260587:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.260591:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.260593:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348490). 00000800:00000200:1.0:1776190952.260597:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.260601:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.260603:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.261056:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.261059:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239dd843 (tot 82348242). 00000400:00000200:3.0:1776190952.261063:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.261069:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.261072:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be6a7b10 00000400:00000010:3.0:1776190952.261074:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be6a7b10. 00000800:00000200:3.0:1776190952.261739:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.261744:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.261896:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.261903:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.261908:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:3.0:1776190952.261909:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00000100:00000200:3.0:1776190952.261920:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.263306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028616b65. 00000400:00000200:3.0:1776190952.264526:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.264557:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121440 00000400:00000200:3.0:1776190952.264568:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5cdd [1] + 224 00000400:00000200:3.0:1776190952.264585:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.264588:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.264602:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.264640:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.264645:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869a00 00000400:00000200:3.0:1776190952.264650:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb45ed [2] + 1968 00000400:00000010:3.0:1776190952.264654:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006751b9c7. 00000400:00000200:3.0:1776190952.264658:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007299fccf 00000400:00000200:3.0:1776190952.264667:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.264669:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.264671:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007299fccf 00000400:00000010:3.0:1776190952.264674:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007299fccf (tot 82347842). 00000100:00000200:3.0:1776190952.264681:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776190952.264836:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.264840:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.264842:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.264848:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.264857:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.264896:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006572b9db. 02000000:00000010:1.0:1776190952.264906:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bbfa3607. 00000100:00000010:1.0:1776190952.264910:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.264916:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00000020:00000010:2.0:1776190952.264918:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075daf0ee. 00010000:00000010:1.0:1776190952.264920:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000020:00000010:2.0:1776190952.264926:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.264930:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.264958:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009d835b0c x1862468788197888/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190952.264993:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197888 02000000:00000010:2.0:1776190952.265005:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb638800. 00010000:00000010:2.0:1776190952.265042:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000935ba26f. 00010000:00000010:2.0:1776190952.265065:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.265071:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060a1bdc7. 00000100:00000010:2.0:1776190952.265083:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000060a1bdc7. 00010000:00000010:2.0:1776190952.265085:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.265098:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190952.265102:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197888, offset 224 00000400:00000200:2.0:1776190952.265111:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.265124:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.265180:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91091:91091:256:4294967295] 192.168.202.25@tcp LPNI seq info [91091:91091:8:4294967295] 00000400:00000200:2.0:1776190952.265507:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.265513:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.265518:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348090). 00000800:00000200:2.0:1776190952.265524:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.265532:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.265536:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190952.265540:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbfa3607. 00000020:00000010:2.0:1776190952.265559:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.265564:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.265567:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075daf0ee. 02000000:00000010:2.0:1776190952.265579:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e9bf71f. 00000100:00000010:2.0:1776190952.265582:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061faaa02. 02000000:00000010:2.0:1776190952.265587:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085b64d15. 00000100:00000010:2.0:1776190952.265589:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.265592:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063b20852. 00000100:00000010:2.0:1776190952.265594:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 02000000:00000010:2.0:1776190952.265597:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091d0b844. 00000100:00000010:2.0:1776190952.265599:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:2.0:1776190952.265602:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a63b25aa. 00000100:00000010:2.0:1776190952.265604:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 02000000:00000010:2.0:1776190952.265608:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003002f2a2. 00000100:00000010:2.0:1776190952.265610:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000200:2.0:1776190952.265618:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190952.265623:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e87833. 00000400:00000010:2.0:1776190952.265631:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000060a1bdc7 (tot 82348242). 00000800:00000200:3.0:1776190952.265885:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.265888:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190952.265893:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.265897:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.265900:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:3.0:1776190952.265902:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 02000000:00000010:3.0:1776190952.265907:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb638800. 00010000:00000010:1.0:1776190952.266064:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.266074:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed20163a. 00010000:00000010:1.0:1776190952.267083:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.267097:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.267116:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.267124:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.267741:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.267764:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006572b9db. 02000000:00000010:1.0:1776190952.267812:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c889672. 00000400:00000010:1.0:1776190952.267820:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.267827:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.267836:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338752, portal 16 00000400:00000010:1.0:1776190952.267842:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190952.267845:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338752, offset 0 00000400:00000200:1.0:1776190952.267857:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.267880:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.267888:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.267892:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.267895:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.267898:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91092:91092:256:4294967295] 192.168.202.25@tcp LPNI seq info [91092:91092:8:4294967295] 00000400:00000200:1.0:1776190952.267907:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.267912:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.267918:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.267924:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.267931:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.267937:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.268315:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.268320:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.268340:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.268346:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.268351:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:3.0:1776190952.268353:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:3.0:1776190952.268361:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.270829:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.270861:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121480 00000400:00000200:3.0:1776190952.270873:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ced [1] + 224 00000400:00000200:3.0:1776190952.270895:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.270899:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.270912:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.271593:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.271600:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.271603:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.271610:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.271618:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.271649:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c889672. 02000000:00000010:1.0:1776190952.271666:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006572b9db. 00000100:00000010:1.0:1776190952.271669:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.271674:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.271679:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:3.0:1776190952.272248:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.272260:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869a40 00000400:00000200:3.0:1776190952.272268:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4645 [2] + 0 00000400:00000200:3.0:1776190952.272337:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.272341:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.272345:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.272351:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:2.0:1776190952.272413:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edb609d1. 00000020:00000010:2.0:1776190952.272423:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.272428:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.272457:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788197952/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190952.272495:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788197952 02000000:00000010:2.0:1776190952.272509:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb638800. 00010000:00000010:2.0:1776190952.272538:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000682a59b5. 00010000:00000010:2.0:1776190952.272565:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.272572:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.272585:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.272588:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.272603:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190952.272607:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788197952, offset 224 00000400:00000200:2.0:1776190952.272615:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.272626:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.272633:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91093:91093:256:4294967295] 192.168.202.25@tcp LPNI seq info [91093:91093:8:4294967295] 00000400:00000200:2.0:1776190952.272642:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.272646:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.272651:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.272656:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.272662:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.272665:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190952.272957:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006572b9db. 00000020:00000010:2.0:1776190952.273072:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.273077:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.273081:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edb609d1. 00010000:00000010:1.0:1776190952.273327:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.273509:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c24917d9. 00010000:00000010:1.0:1776190952.273606:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.0:1776190952.273612:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.273622:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.273625:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000800:00000200:0.0:1776190952.273628:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.273631:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000100:00000010:1.0:1776190952.273632:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000400:00000200:0.0:1776190952.273637:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1776190952.273643:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c889672. 00000400:00000200:0.0:1776190952.273643:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.273648:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:0.0:1776190952.273649:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 02000000:00000010:1.0:1776190952.273667:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003829aa24. 00000400:00000010:1.0:1776190952.273672:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.273677:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.273682:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338816, portal 16 00000400:00000010:1.0:1776190952.273686:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190952.273687:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338816, offset 0 00000400:00000200:1.0:1776190952.273694:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.273700:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.273705:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.273708:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.273710:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.273712:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91094:91094:256:4294967295] 192.168.202.25@tcp LPNI seq info [91094:91094:8:4294967295] 00000400:00000200:1.0:1776190952.273717:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.273720:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.273724:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.273728:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.273732:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.273735:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190952.274209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002060b592. 00010000:00000010:1.1:1776190952.274218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00000800:00000200:3.0:1776190952.274938:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.274942:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.274953:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.274960:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.274964:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:3.0:1776190952.274967:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000100:00000200:3.0:1776190952.274976:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.277569:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.277596:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1214c0 00000400:00000200:3.0:1776190952.277606:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5cf9 [1] + 224 00000400:00000200:3.0:1776190952.277627:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.277632:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.277644:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.278217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d21d08c. 00010000:00000010:2.1:1776190952.278236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d37eeeb. 00000400:00000010:1.0:1776190952.278431:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.278436:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.278439:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.278447:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.278456:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.278500:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003829aa24. 02000000:00000010:1.0:1776190952.278509:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c889672. 00000100:00000010:1.0:1776190952.278514:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.278521:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.278525:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00010000:00000010:0.1:1776190952.278615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d119adf1. 00000400:00000200:0.0:1776190952.280851:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.280870:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869a80 00000400:00000200:0.0:1776190952.280878:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4645 [2] + 328 00000400:00000200:0.0:1776190952.280937:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.280942:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.280949:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.280954:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:2.0:1776190952.281077:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edb609d1. 00000020:00000010:2.0:1776190952.281084:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.281089:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.281115:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788198016/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190952.284093:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198016 02000000:00000010:2.0:1776190952.284117:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003002f2a2. 00010000:00000010:2.0:1776190952.284171:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094c98ab6. 00010000:00000010:2.0:1776190952.284489:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.284498:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.284517:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.284522:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.284538:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190952.284545:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198016, offset 224 00000400:00000200:2.0:1776190952.284555:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.284571:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.284577:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91095:91095:256:4294967295] 192.168.202.25@tcp LPNI seq info [91095:91095:8:4294967295] 00000400:00000200:2.0:1776190952.284587:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.284593:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.284598:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.284604:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.284611:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.284615:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.284638:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.284642:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.284644:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edb609d1. 00080000:00000010:1.0:1776190952.284704:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c889672. 00010000:00000010:1.0:1776190952.284916:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.284923:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1d10928. 00010000:00000010:1.0:1776190952.284991:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c967b03c. 00010000:00000010:1.0:1776190952.284994:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b1d10928. 00010000:00000010:1.0:1776190952.284998:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.285001:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00080000:00000010:1.0:1776190952.285011:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003829aa24. 00010000:00000010:1.0:1776190952.285027:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.285029:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1d10928. 00000800:00000200:3.0:1776190952.286632:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.286640:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.286662:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.286672:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.286681:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:3.0:1776190952.286683:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 00010000:00000010:1.1:1776190952.286942:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cc8281d. 00010000:00000010:1.1:1776190952.286951:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7eff81. 00010000:00000010:1.1:1776190952.286955:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000124f4530. 00010000:00000010:1.1:1776190952.286957:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.287078:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.287084:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.287094:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.287099:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.287107:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.287119:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df846f50. 02000000:00000010:1.0:1776190952.287187:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000840721fe. 00000400:00000010:1.0:1776190952.287196:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.287202:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.287209:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338880, portal 16 00000400:00000010:1.0:1776190952.287214:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190952.287217:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338880, offset 0 00000400:00000200:1.0:1776190952.287223:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.287237:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.287244:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.287248:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.287250:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.287254:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91096:91096:256:4294967295] 192.168.202.25@tcp LPNI seq info [91096:91096:8:4294967295] 00000400:00000200:1.0:1776190952.287263:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.287268:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.287283:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.287289:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.287296:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.287299:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.288213:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.288218:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.288231:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.288237:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.288242:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:3.0:1776190952.288243:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:3.0:1776190952.288252:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.290523:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.290546:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121500 00000400:00000200:0.0:1776190952.290556:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d05 [1] + 224 00000400:00000200:0.0:1776190952.290572:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.290576:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.290588:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.290776:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.290782:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.290784:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.290790:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.290797:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.290825:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000840721fe. 02000000:00000010:1.0:1776190952.290831:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df846f50. 00000100:00000010:1.0:1776190952.290835:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.290840:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.290844:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:3.0:1776190952.291709:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.291721:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869ac0 00000400:00000200:3.0:1776190952.291728:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4645 [2] + 656 00000400:00000200:3.0:1776190952.291798:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.291803:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.291808:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.291814:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00000020:00000010:2.0:1776190952.292470:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b20852. 00000020:00000010:2.0:1776190952.292477:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.292481:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.292511:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003dabbd3 x1862468788198080/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190952.292575:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198080 02000000:00000010:2.0:1776190952.292588:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edb609d1. 00010000:00000010:2.0:1776190952.292615:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f95671a. 00010000:00000010:2.0:1776190952.292636:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.292641:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.292655:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.292659:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.292674:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190952.292679:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198080, offset 224 00000400:00000200:2.0:1776190952.292687:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.292699:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.292705:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91097:91097:256:4294967295] 192.168.202.25@tcp LPNI seq info [91097:91097:8:4294967295] 00000400:00000200:2.0:1776190952.292715:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.292730:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.292735:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.292742:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00080000:00000010:1.0:1776190952.292742:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000840721fe. 00000800:00000200:2.0:1776190952.292748:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.292753:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.292774:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.292778:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.292781:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b20852. 00000800:00000200:3.0:1776190952.292975:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.292979:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.292984:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.292988:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.292991:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:3.0:1776190952.292993:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00010000:00000010:2.1:1776190952.293492:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032a4a8fa. 00010000:00000010:1.0:1776190952.293603:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.293609:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084e46683. 00010000:00000010:1.0:1776190952.293676:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7eff81. 00010000:00000010:1.0:1776190952.293680:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.293689:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.293693:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.293699:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.293710:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df846f50. 02000000:00000010:1.0:1776190952.293732:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cca1b46d. 00000400:00000010:1.0:1776190952.293738:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.293743:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.293747:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797338944, portal 16 00000400:00000010:1.0:1776190952.294576:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190952.294586:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797338944, offset 0 00000400:00000200:1.0:1776190952.294600:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.294614:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.294620:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.294623:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.294626:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.294629:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91098:91098:256:4294967295] 192.168.202.25@tcp LPNI seq info [91098:91098:8:4294967295] 00000400:00000200:1.0:1776190952.294638:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.294643:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.294920:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.294929:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.294936:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.294940:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.295498:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.295502:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:0.0:1776190952.295513:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.295518:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.295522:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:0.0:1776190952.295524:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000100:00000200:0.0:1776190952.295531:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797338944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.297955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2e7df21. 00010000:00000010:1.1:1776190952.297975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.1:1776190952.297980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c967b03c. 00010000:00000010:1.1:1776190952.297985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00000400:00000200:2.0:1776190952.299484:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.299501:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121540 00000400:00000200:2.0:1776190952.299509:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d11 [1] + 224 00000400:00000200:2.0:1776190952.299522:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.299526:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.299536:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797338944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.301478:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.301489:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.301491:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.301504:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797338944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.301515:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797338944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.301548:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cca1b46d. 02000000:00000010:1.0:1776190952.301554:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df846f50. 00000100:00000010:1.0:1776190952.301558:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.301562:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.301566:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.301666:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.301682:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869b00 00000400:00000200:2.0:1776190952.301690:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4645 [2] + 984 00000400:00000200:2.0:1776190952.301753:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.301759:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.301766:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.301770:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 00000020:00000010:2.0:1776190952.301818:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063b20852. 00000020:00000010:2.0:1776190952.301825:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.301829:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.301852:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d078025a x1862468788198144/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190952.301881:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198144 02000000:00000010:2.0:1776190952.301891:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a63b25aa. 00010000:00000010:2.0:1776190952.301917:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c840ffca. 00010000:00000010:2.0:1776190952.301940:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.301947:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.301951:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.301953:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.301966:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190952.301971:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198144, offset 224 00000400:00000200:2.0:1776190952.301978:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.301989:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.301994:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91099:91099:256:4294967295] 192.168.202.25@tcp LPNI seq info [91099:91099:8:4294967295] 00000400:00000200:2.0:1776190952.302003:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.302008:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.302012:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.302017:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.302023:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.302026:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.302057:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.302061:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.302063:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063b20852. 00000800:00000200:2.0:1776190952.302123:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.302127:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:2.0:1776190952.302178:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.302182:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.302184:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:2.0:1776190952.302186:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00080000:00000010:0.0:1776190952.303098:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000858aaf7c. 00010000:00000010:0.0:1776190952.303586:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:0.0:1776190952.303595:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000428be646. 00000001:00000010:0.0:1776190952.303656:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000044fe3977. 00000001:00000010:0.0:1776190952.303662:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000044fe3977. 00000001:00000010:0.0:1776190952.303667:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000044fe3977. 00000001:00000010:0.0:1776190952.303669:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1869c5d. 00010000:00000010:0.0:1776190952.303697:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000524002de. 00010000:00000010:0.0:1776190952.303703:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.303717:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190952.303949:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6560383. 00000100:00000010:0.0:1776190952.303962:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190952.303978:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bcb29a7. 02000000:00000010:0.0:1776190952.304009:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c743c71. 00000400:00000010:0.0:1776190952.304016:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e90113a. 00000400:00000010:0.0:1776190952.304021:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190952.304029:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339008, portal 16 00000400:00000010:0.0:1776190952.304118:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190952.304123:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339008, offset 0 00000400:00000200:0.0:1776190952.304500:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.304519:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.304527:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.304531:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.304534:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.304537:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91100:91100:256:4294967295] 192.168.202.25@tcp LPNI seq info [91100:91100:8:4294967295] 00000400:00000200:0.0:1776190952.304547:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.304553:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.304559:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190952.304566:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.304575:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.304579:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.304841:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.304846:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:2.0:1776190952.304850:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.304856:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.304860:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:2.0:1776190952.304862:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000200:2.0:1776190952.304869:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797339008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.305541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4861c5a. 00010000:00000010:1.1:1776190952.305549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00010000:00000010:2.1:1776190952.306524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009534e099. 00010000:00000010:2.1:1776190952.315158:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af77a605. 00010000:00000010:0.1:1776190952.315158:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045735338. 00010000:00000010:0.1:1776190952.315183:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7eff81. 00000400:00000200:2.0:1776190952.315211:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.315236:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121580 00000400:00000200:2.0:1776190952.315249:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d1d [1] + 224 00000400:00000200:2.0:1776190952.315262:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.315266:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.315288:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797339008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.315323:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.315329:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869b40 00000400:00000200:2.0:1776190952.315344:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4645 [2] + 1312 00000400:00000200:2.0:1776190952.315356:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.315359:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.315363:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.315369:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061faaa02. 00000020:00000010:2.0:1776190952.315425:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091d0b844. 00000020:00000010:2.0:1776190952.315431:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.315435:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000400:00000010:1.0:1776190952.315459:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e90113a. 00000100:00000200:2.0:1776190952.315463:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061faaa02 x1862468788198208/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000200:1.0:1776190952.315465:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:1.0:1776190952.315467:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:1.0:1776190952.315473:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797339008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.315481:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797339008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.315493:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198208 02000000:00000010:2.0:1776190952.315508:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075daf0ee. 02000000:00000010:1.0:1776190952.315515:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c743c71. 02000000:00000010:1.0:1776190952.315523:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bcb29a7. 00000100:00000010:1.0:1776190952.315527:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:1.0:1776190952.315532:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6560383. 00010000:00000010:1.0:1776190952.315536:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00010000:00000010:2.0:1776190952.315546:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5efe986. 00010000:00000010:2.0:1776190952.315574:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.315583:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.315598:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.315606:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.315619:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190952.315623:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198208, offset 224 00000400:00000200:2.0:1776190952.315629:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.315639:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.315644:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91101:91101:256:4294967295] 192.168.202.25@tcp LPNI seq info [91101:91101:8:4294967295] 00000400:00000200:2.0:1776190952.315663:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.315668:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.315674:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.315679:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.315687:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.315691:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.315716:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.315720:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.315723:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091d0b844. 00000800:00000200:2.0:1776190952.315849:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.315853:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:2.0:1776190952.315857:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.315860:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.315862:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:2.0:1776190952.315864:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00080000:00000010:1.0:1776190952.316028:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cca1b46d. 00010000:00000010:1.0:1776190952.316194:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005905c1ba. 00010000:00000010:1.0:1776190952.316873:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee4b09e0. 00010000:00000010:1.0:1776190952.316997:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.317005:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.317018:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.317028:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.317036:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.317050:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df846f50. 02000000:00000010:1.0:1776190952.317076:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005db9ae6b. 00000400:00000010:1.0:1776190952.317082:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.317087:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.317094:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339072, portal 16 00000400:00000010:1.0:1776190952.317099:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190952.317101:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339072, offset 0 00000400:00000200:1.0:1776190952.317108:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.317120:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.317126:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.317160:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.317173:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.317176:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91102:91102:256:4294967295] 192.168.202.25@tcp LPNI seq info [91102:91102:8:4294967295] 00000400:00000200:1.0:1776190952.317184:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.317189:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.317193:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.317204:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.317209:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.317212:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.317579:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.317584:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.317595:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.317599:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.317603:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:2.0:1776190952.317605:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:2.0:1776190952.317611:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.321973:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.321998:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1215c0 00000400:00000200:2.0:1776190952.322008:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d29 [1] + 224 00000400:00000200:2.0:1776190952.322029:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.322033:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.322046:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.322289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004509cd8. 00010000:00000010:1.1:1776190952.322641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000900ddb25. 00010000:00000010:1.1:1776190952.322649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524002de. 00000400:00000010:1.0:1776190952.322673:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.322678:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.322680:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.322688:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.322696:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.322740:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005db9ae6b. 02000000:00000010:1.0:1776190952.322746:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df846f50. 00000100:00000010:1.0:1776190952.322751:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.322757:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.322760:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.324108:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.324154:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869b80 00000400:00000200:2.0:1776190952.324163:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4645 [2] + 1640 00000400:00000200:2.0:1776190952.324230:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.324235:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.324241:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.324247:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000023fdab81. 00000020:00000010:0.0:1776190952.324370:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acecf1a2. 00000020:00000010:0.0:1776190952.324379:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.324383:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.324409:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000023fdab81 x1862468788198272/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190952.324442:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198272 02000000:00000010:0.0:1776190952.324451:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036e22fab. 00010000:00000010:0.0:1776190952.324477:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff142658. 00010000:00000010:0.0:1776190952.324498:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.324505:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6560383. 00000100:00000010:0.0:1776190952.324523:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6560383. 00010000:00000010:0.0:1776190952.324527:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.324541:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005258e6ec. 00000100:00000200:0.0:1776190952.324547:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198272, offset 224 00000400:00000200:0.0:1776190952.324554:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.324565:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.324570:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91103:91103:256:4294967295] 192.168.202.25@tcp LPNI seq info [91103:91103:8:4294967295] 00000400:00000200:0.0:1776190952.324581:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.324585:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.324590:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190952.324595:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.324602:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.324605:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.324628:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.324632:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.324634:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acecf1a2. 00080000:00000010:1.0:1776190952.324905:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005db9ae6b. 00000800:00000200:2.0:1776190952.324929:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.324933:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:2.0:1776190952.324937:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.324942:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.324946:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005258e6ec 00000400:00000010:2.0:1776190952.324948:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005258e6ec. 00010000:00000010:1.0:1776190952.325017:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.325023:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a12f882b. 00010000:00000010:1.0:1776190952.325512:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.325519:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.325530:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.325534:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.325540:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.325552:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df846f50. 02000000:00000010:1.0:1776190952.325579:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040f13e24. 00000400:00000010:1.0:1776190952.325589:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.325595:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.325600:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339136, portal 16 00000400:00000010:1.0:1776190952.325604:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075993ef7. 00000100:00000200:1.0:1776190952.325606:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339136, offset 0 00000400:00000200:1.0:1776190952.325613:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.325623:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.325631:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.325634:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.325636:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.325638:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91104:91104:256:4294967295] 192.168.202.25@tcp LPNI seq info [91104:91104:8:4294967295] 00000400:00000200:1.0:1776190952.325645:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.325649:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.325652:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.325656:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.325660:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.325663:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.325837:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.325840:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.325849:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.325853:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.325857:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:2.0:1776190952.325859:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00000100:00000200:2.0:1776190952.325865:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.328943:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.328963:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121600 00000400:00000200:2.0:1776190952.328970:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d35 [1] + 224 00000400:00000200:2.0:1776190952.328985:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.328988:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.328995:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.329118:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.329123:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.329125:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.329887:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.329897:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.329929:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040f13e24. 02000000:00000010:1.0:1776190952.329937:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df846f50. 00000100:00000010:1.0:1776190952.329941:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.329945:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.329949:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00010000:00000010:0.1:1776190952.331456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9f769b. 00010000:00000010:1.1:1776190952.331521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f23b278a. 00010000:00000010:1.1:1776190952.331531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00000400:00000200:2.0:1776190952.335391:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.335412:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869bc0 00000400:00000200:2.0:1776190952.335433:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4645 [2] + 1968 00000400:00000010:2.0:1776190952.335439:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce4f6b6b. 00000400:00000200:2.0:1776190952.335446:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008e90711b 00000400:00000200:2.0:1776190952.335509:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.335514:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.335519:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90711b 00000400:00000010:2.0:1776190952.335521:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008e90711b (tot 82347842). 00000100:00000200:2.0:1776190952.335528:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190952.335823:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acecf1a2. 00000020:00000010:0.0:1776190952.335832:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.335837:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.335862:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a9df1b4 x1862468788198336/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.335905:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198336 02000000:00000010:0.0:1776190952.335915:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021caee10. 00010000:00000010:0.0:1776190952.335942:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057a180b7. 00010000:00000010:0.0:1776190952.335964:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.335971:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6560383. 00000100:00000010:0.0:1776190952.335990:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6560383. 00010000:00000010:0.0:1776190952.335994:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.336007:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190952.336011:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198336, offset 224 00000400:00000200:0.0:1776190952.336018:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.336028:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.336043:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91105:91105:256:4294967295] 192.168.202.25@tcp LPNI seq info [91105:91105:8:4294967295] 00000400:00000200:0.0:1776190952.336052:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.336058:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.336062:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f520920 (tot 82348090). 00000800:00000200:0.0:1776190952.336067:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.336072:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.336075:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f520920 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.336098:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.336102:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.336105:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acecf1a2. 02000000:00000010:0.0:1776190952.336113:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036e22fab. 00000100:00000010:0.0:1776190952.336116:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000023fdab81. 02000000:00000010:0.0:1776190952.336119:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075daf0ee. 00000100:00000010:0.0:1776190952.336121:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061faaa02. 02000000:00000010:0.0:1776190952.336127:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a63b25aa. 00000100:00000010:0.0:1776190952.336167:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 02000000:00000010:0.0:1776190952.336172:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edb609d1. 00000100:00000010:0.0:1776190952.336174:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 02000000:00000010:0.0:1776190952.336178:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003002f2a2. 00000100:00000010:0.0:1776190952.336181:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000800:00000200:3.0:1776190952.336231:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.336235:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f520920 (tot 82347842). 00000400:00000200:3.0:1776190952.336239:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.336243:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.336246:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:3.0:1776190952.336248:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 02000000:00000010:3.0:1776190952.336252:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021caee10. 00080000:00000010:1.0:1776190952.336597:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040f13e24. 00010000:00000010:1.0:1776190952.336707:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.336715:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f9920eb. 00010000:00000010:1.0:1776190952.336826:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c967b03c. 00010000:00000010:1.0:1776190952.336830:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b1d10928. 00010000:00000010:1.0:1776190952.336836:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.336842:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00080000:00000010:1.0:1776190952.336857:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038e1b8d2. 00010000:00000010:1.0:1776190952.336881:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.336885:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1d10928. 00010000:00000010:1.0:1776190952.336942:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.0:1776190952.336945:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.336954:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.336959:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.336967:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.336978:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.337010:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df846f50. 00000400:00000010:1.0:1776190952.337015:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.337020:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.337025:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339200, portal 16 00000400:00000010:1.0:1776190952.337029:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190952.337032:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339200, offset 0 00000400:00000200:1.0:1776190952.337041:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.337051:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.337060:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.337065:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.337068:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.337072:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91106:91106:256:4294967295] 192.168.202.25@tcp LPNI seq info [91106:91106:8:4294967295] 00000400:00000200:1.0:1776190952.337079:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.337083:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.337088:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348090). 00000800:00000200:1.0:1776190952.337092:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.337097:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.337101:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 02000000:00000010:0.0:1776190952.337235:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb638800. 00000100:00000010:0.0:1776190952.337240:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000200:0.0:1776190952.337253:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190952.337259:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e90113a. 00000400:00000010:0.0:1776190952.337263:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a6560383 (tot 82348242). 00000800:00000200:0.0:1776190952.339107:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.339119:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:0.0:1776190952.339549:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.339561:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.339568:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:0.0:1776190952.339571:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:0.0:1776190952.339583:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.340534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d0fd7b. 00000400:00000200:2.0:1776190952.343659:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.343680:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121640 00000400:00000200:2.0:1776190952.343688:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d41 [1] + 224 00000400:00000200:2.0:1776190952.343701:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.343705:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.343716:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.343802:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.343809:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869c00 00000400:00000200:2.0:1776190952.343814:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb469d [2] + 0 00000400:00000200:2.0:1776190952.343827:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.343830:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.343834:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.343840:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000531c177. 00000020:00000010:0.0:1776190952.344048:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e22fab. 00000020:00000010:0.0:1776190952.344057:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.344061:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.344092:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000531c177 x1862468788198400/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190952.344616:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198400 02000000:00000010:0.0:1776190952.344631:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000acecf1a2. 00010000:00000010:0.0:1776190952.344672:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.344682:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e806d677. 00000100:00000010:0.0:1776190952.344690:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e806d677. 00010000:00000010:0.0:1776190952.344694:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.344713:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190952.344730:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198400, offset 224 00000400:00000200:0.0:1776190952.344741:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.344755:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.344761:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91107:91107:256:4294967295] 192.168.202.25@tcp LPNI seq info [91107:91107:8:4294967295] 00000400:00000200:0.0:1776190952.344771:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.344776:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.344781:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190952.344787:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.344795:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.344799:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.344829:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.344833:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.344836:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e22fab. 00000400:00000010:1.0:1776190952.345698:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.345707:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.345709:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.345731:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.345742:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190952.345766:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a30d173e. 02000000:00000010:1.0:1776190952.345784:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df846f50. 02000000:00000010:1.0:1776190952.345790:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190952.345795:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.345800:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.345803:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00080000:00000010:1.0:1776190952.345823:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df846f50. 00010000:00000010:1.0:1776190952.345907:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.345913:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9a3fda8. 00010000:00000010:1.0:1776190952.345988:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001073a95. 00010000:00000010:1.0:1776190952.345994:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.346005:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.346009:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.346016:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.346028:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.346055:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db7d393a. 00000400:00000010:1.0:1776190952.346060:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.346065:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.346070:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339264, portal 16 00000400:00000010:1.0:1776190952.346074:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190952.346076:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339264, offset 0 00000400:00000200:1.0:1776190952.346083:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.346093:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.346100:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.346103:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.346106:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.346109:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91108:91108:255:4294967295] 192.168.202.25@tcp LPNI seq info [91108:91108:7:4294967295] 00000400:00000200:1.0:1776190952.346118:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.346122:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.346127:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348490). 00000800:00000200:1.0:1776190952.346155:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.346177:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.346187:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.347105:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.347112:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82348242). 00000400:00000200:3.0:1776190952.347121:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.347152:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.347158:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:3.0:1776190952.347339:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000800:00000200:3.0:1776190952.347506:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.347509:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.347518:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.347522:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.347526:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:3.0:1776190952.347527:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:3.0:1776190952.347536:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.349822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006995c7f3. 00010000:00000010:1.1:1776190952.349841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.1:1776190952.349847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c967b03c. 00010000:00000010:1.1:1776190952.349851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00000400:00000200:0.0:1776190952.352938:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.352960:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121680 00000400:00000200:0.0:1776190952.352969:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d51 [1] + 224 00000400:00000200:0.0:1776190952.352984:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.352988:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.352999:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.353260:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.353265:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.353268:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.353282:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.353290:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.353321:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db7d393a. 02000000:00000010:1.0:1776190952.353328:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190952.353332:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.353337:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.353340:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.353551:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.353561:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869c40 00000400:00000200:2.0:1776190952.353566:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb469d [2] + 328 00000400:00000200:2.0:1776190952.353626:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.353630:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.353634:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.353638:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e59e524c. 00000020:00000010:0.0:1776190952.353941:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e22fab. 00000020:00000010:0.0:1776190952.353948:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.353953:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.353980:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e59e524c x1862468788198464/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.354018:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198464 02000000:00000010:0.0:1776190952.354029:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021caee10. 00010000:00000010:0.0:1776190952.354067:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009b3479b. 00010000:00000010:0.0:1776190952.354086:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.354093:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e806d677. 00000100:00000010:0.0:1776190952.354104:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e806d677. 00010000:00000010:0.0:1776190952.354106:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.354120:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190952.354125:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198464, offset 224 00000400:00000200:0.0:1776190952.354181:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00010000:00000010:1.1:1776190952.354307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788a08e5. 00010000:00000010:1.1:1776190952.354314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b15cb0fb. 00010000:00000010:1.1:1776190952.354317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc193f2. 00080000:00000010:1.0:1776190952.354337:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db7d393a. 00010000:00000010:1.0:1776190952.354697:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.354703:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d8b1b70. 00010000:00000010:1.0:1776190952.354948:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.0:1776190952.354955:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.354969:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.354974:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.354985:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.354999:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.355041:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d11c0e75. 00000400:00000010:1.0:1776190952.355048:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000200:0.0:1776190952.355084:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.355090:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91109:91109:256:4294967295] 192.168.202.25@tcp LPNI seq info [91109:91109:8:4294967295] 00000400:00000200:0.0:1776190952.355102:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.355107:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.355112:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190952.355120:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.355127:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.355153:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.355354:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000800:00000200:3.0:1776190952.355485:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.355489:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:3.0:1776190952.355494:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.355499:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000020:00000010:0.0:1776190952.355509:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.355517:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e22fab. 00000400:00000010:1.0:1776190952.355592:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.355601:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339328, portal 16 00000400:00000010:1.0:1776190952.355606:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190952.355608:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339328, offset 0 00000400:00000200:1.0:1776190952.355614:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.355621:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.355627:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.355630:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.355632:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.355635:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91110:91110:255:4294967295] 192.168.202.25@tcp LPNI seq info [91110:91110:7:4294967295] 00000400:00000200:1.0:1776190952.355642:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.355646:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.355650:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.355655:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.355659:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.355662:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776190952.355928:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:3.0:1776190952.355931:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000800:00000200:3.0:1776190952.356101:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.356103:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.356111:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.356114:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.356116:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:3.0:1776190952.356117:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:3.0:1776190952.356122:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.360231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7db13f. 00000400:00000200:0.0:1776190952.363029:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.363059:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1216c0 00000400:00000200:0.0:1776190952.363069:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d5d [1] + 224 00000400:00000200:0.0:1776190952.363081:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.363085:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.363095:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.363188:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.363194:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869c80 00000400:00000200:0.0:1776190952.363198:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb469d [2] + 656 00000400:00000200:0.0:1776190952.363209:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.363211:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.363215:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.363221:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00010000:00000010:1.1:1776190952.363383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091b1ac35. 00010000:00000010:1.1:1776190952.363391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001073a95. 00000400:00000010:1.0:1776190952.363412:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.363416:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.363418:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.363424:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.363431:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.363459:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d11c0e75. 02000000:00000010:1.0:1776190952.363465:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190952.363469:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.363473:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.363475:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000020:00000010:2.0:1776190952.363561:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091d0b844. 00000020:00000010:2.0:1776190952.363571:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.363575:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.363604:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788198528/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190952.363628:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198528 02000000:00000010:2.0:1776190952.363638:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a63b25aa. 00010000:00000010:2.0:1776190952.363664:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ea4fa57. 00010000:00000010:2.0:1776190952.363686:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.363694:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.363709:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.363712:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190952.363737:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190952.363742:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198528, offset 224 00000400:00000200:2.0:1776190952.363750:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.363763:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.363769:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91111:91111:256:4294967295] 192.168.202.25@tcp LPNI seq info [91111:91111:8:4294967295] 00000400:00000200:2.0:1776190952.363780:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.363784:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.363788:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.363793:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.363800:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.363803:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.363826:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.363831:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.363834:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091d0b844. 00000800:00000200:3.0:1776190952.363949:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.363954:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:3.0:1776190952.363958:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.363963:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.363966:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:3.0:1776190952.363967:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00080000:00000010:1.0:1776190952.364370:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d11c0e75. 00010000:00000010:1.0:1776190952.364455:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.364462:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb17d0d1. 00010000:00000010:1.0:1776190952.364533:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001073a95. 00010000:00000010:1.0:1776190952.364539:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.364548:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.364551:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.364558:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.364569:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.364591:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ef961bd. 00000400:00000010:1.0:1776190952.364595:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.364599:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.364604:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339392, portal 16 00000400:00000010:1.0:1776190952.364608:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000124650d7. 00000100:00000200:1.0:1776190952.364610:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339392, offset 0 00000400:00000200:1.0:1776190952.364616:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.364623:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.364630:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.364633:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.364637:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.364639:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91112:91112:256:4294967295] 192.168.202.25@tcp LPNI seq info [91112:91112:8:4294967295] 00000400:00000200:1.0:1776190952.364645:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.364649:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.364653:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.364657:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.364661:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.364664:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.365723:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.365729:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.365740:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.365746:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.365759:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000124650d7 00000400:00000010:3.0:1776190952.365761:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000124650d7. 00000100:00000200:3.0:1776190952.365769:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.369455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e21eecc. 00010000:00000010:1.1:1776190952.374290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef74009. 00010000:00000010:1.1:1776190952.374308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc193f2. 00000400:00000200:0.0:1776190952.375282:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.375305:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121700 00000400:00000200:0.0:1776190952.375315:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d69 [1] + 224 00000400:00000200:0.0:1776190952.375335:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.375339:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.375350:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.375696:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.375701:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.375704:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.375710:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.375728:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.375761:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ef961bd. 02000000:00000010:1.0:1776190952.375768:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190952.375773:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.375778:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.375781:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:3.0:1776190952.376808:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.376830:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869cc0 00000400:00000200:3.0:1776190952.376837:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb469d [2] + 984 00000400:00000200:3.0:1776190952.376891:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.376894:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.376899:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.376903:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:0.0:1776190952.376995:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e22fab. 00000020:00000010:0.0:1776190952.377003:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.377009:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.377052:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788198592/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.377087:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198592 02000000:00000010:0.0:1776190952.377097:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bcb29a7. 00010000:00000010:0.0:1776190952.377125:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065af6efb. 00010000:00000010:0.0:1776190952.377215:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.377224:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e806d677. 00000100:00000010:0.0:1776190952.377235:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e806d677. 00010000:00000010:0.0:1776190952.377239:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.377253:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66e3104. 00000100:00000200:0.0:1776190952.377258:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198592, offset 224 00000400:00000200:0.0:1776190952.377265:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.377289:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.377294:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91113:91113:256:4294967295] 192.168.202.25@tcp LPNI seq info [91113:91113:8:4294967295] 00000400:00000200:0.0:1776190952.377305:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.377310:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.377314:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190952.377319:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.377325:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.377328:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.377345:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.377349:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.377351:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e22fab. 00000800:00000200:3.0:1776190952.377457:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.377461:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:3.0:1776190952.377464:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.377468:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.377472:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:3.0:1776190952.377474:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 00080000:00000010:1.0:1776190952.377630:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ef961bd. 00010000:00000010:1.0:1776190952.377709:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.377716:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5ed49ef. 00010000:00000010:1.0:1776190952.377821:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.0:1776190952.377827:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.377840:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.377845:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.377853:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.377866:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.377897:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015f9e53b. 00000400:00000010:1.0:1776190952.377904:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.377909:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.377914:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339456, portal 16 00000400:00000010:1.0:1776190952.377919:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec263b15. 00000100:00000200:1.0:1776190952.377920:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339456, offset 0 00000400:00000200:1.0:1776190952.377926:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.377932:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.377940:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.377945:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.377948:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.377950:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91114:91114:256:4294967295] 192.168.202.25@tcp LPNI seq info [91114:91114:8:4294967295] 00000400:00000200:1.0:1776190952.377957:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.377962:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.377965:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.377969:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.377973:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.377975:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.378649:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.378654:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.378665:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.378671:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.378674:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec263b15 00000400:00000010:2.0:1776190952.378676:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec263b15. 00000100:00000200:2.0:1776190952.378683:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.387616:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.387640:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121740 00000400:00000200:2.0:1776190952.387652:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d75 [1] + 224 00000400:00000200:2.0:1776190952.387665:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.387669:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.387682:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.387731:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.387737:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869d00 00000400:00000200:2.0:1776190952.387743:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb469d [2] + 1312 00000400:00000010:1.0:1776190952.387978:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.387983:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.387986:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.387992:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.387999:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.388028:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015f9e53b. 02000000:00000010:1.0:1776190952.388044:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190952.388050:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.388054:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.388057:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.388681:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.388689:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.388695:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.388700:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 00000020:00000010:0.0:1776190952.389205:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e22fab. 00000020:00000010:0.0:1776190952.389212:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.389216:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.389244:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004d2edca9 x1862468788198656/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190952.389282:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198656 02000000:00000010:0.0:1776190952.389294:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c743c71. 00010000:00000010:0.0:1776190952.389327:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b177dda5. 00010000:00000010:0.0:1776190952.389350:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.389374:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e806d677. 00000100:00000010:0.0:1776190952.389387:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e806d677. 00010000:00000010:0.0:1776190952.389391:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.389407:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190952.389413:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198656, offset 224 00000400:00000200:0.0:1776190952.389423:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.389438:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.389445:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91115:91115:256:4294967295] 192.168.202.25@tcp LPNI seq info [91115:91115:8:4294967295] 00000400:00000200:0.0:1776190952.389455:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.389461:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.389466:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190952.389472:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.389480:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.389483:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.389504:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.389508:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.389511:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e22fab. 00080000:00000010:1.0:1776190952.389729:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015f9e53b. 00010000:00000010:1.0:1776190952.390527:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.390539:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002faaf5db. 00010000:00000010:1.0:1776190952.390649:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.390656:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.390671:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.390680:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.390691:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.390710:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.390766:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000620e9f52. 00000400:00000010:1.0:1776190952.390774:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.390781:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.390790:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339520, portal 16 00000400:00000010:1.0:1776190952.390795:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190952.390798:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339520, offset 0 00000400:00000200:1.0:1776190952.390806:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.390934:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.390943:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.390947:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.390950:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.390953:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91116:91116:255:4294967295] 192.168.202.25@tcp LPNI seq info [91116:91116:7:4294967295] 00000400:00000200:1.0:1776190952.390962:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.390968:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.390972:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348490). 00000800:00000200:1.0:1776190952.390979:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.390985:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.390988:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.393344:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.393351:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82348242). 00010000:00000010:0.1:1776190952.393520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093a5da8a. 00000400:00000200:2.0:1776190952.393547:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.393556:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.393563:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:2.0:1776190952.393565:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000800:00000200:2.0:1776190952.393806:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.393809:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.393821:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.393825:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.393828:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:2.0:1776190952.393830:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000100:00000200:2.0:1776190952.393840:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.394340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055f1363a. 00010000:00000010:1.1:1776190952.394348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001073a95. 00010000:00000010:0.1:1776190952.397322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efc91a03. 00010000:00000010:1.1:1776190952.397361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002525893a. 00010000:00000010:1.1:1776190952.397367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc193f2. 00000400:00000200:2.0:1776190952.402570:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.402590:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121780 00000400:00000200:2.0:1776190952.402599:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d81 [1] + 224 00000400:00000200:2.0:1776190952.402611:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.402615:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.402626:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.402665:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.402671:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869d40 00000400:00000200:2.0:1776190952.402675:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb469d [2] + 1640 00000400:00000200:2.0:1776190952.402739:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.402742:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.402746:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.402752:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000005d0e46. 00000400:00000010:1.0:1776190952.403047:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.403053:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.403055:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.403060:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.403068:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.403099:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000620e9f52. 02000000:00000010:1.0:1776190952.403105:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190952.403110:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.403114:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.403118:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000020:00000010:0.0:1776190952.403570:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e22fab. 00000020:00000010:0.0:1776190952.403578:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.403583:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.403607:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000005d0e46 x1862468788198720/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.403682:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198720 02000000:00000010:0.0:1776190952.403694:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003947eb03. 00010000:00000010:0.0:1776190952.403729:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061d98770. 00010000:00000010:0.0:1776190952.403751:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.403759:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e806d677. 00000100:00000010:0.0:1776190952.403775:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e806d677. 00010000:00000010:0.0:1776190952.403778:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.403791:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190952.403796:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198720, offset 224 00000400:00000200:0.0:1776190952.403803:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.403823:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.403829:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91117:91117:256:4294967295] 192.168.202.25@tcp LPNI seq info [91117:91117:8:4294967295] 00000400:00000200:0.0:1776190952.403840:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.403844:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.403849:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190952.403855:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.403862:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.403866:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190952.403966:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000620e9f52. 00010000:00000010:1.0:1776190952.404054:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.404061:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a70ea38. 00010000:00000010:1.0:1776190952.404218:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.0:1776190952.404225:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.404237:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.404240:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.404248:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.404263:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.404300:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c4fee21. 00000400:00000010:1.0:1776190952.404304:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.404309:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.404313:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339584, portal 16 00000400:00000010:1.0:1776190952.404318:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190952.404319:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339584, offset 0 00000400:00000200:1.0:1776190952.404324:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.404330:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.404337:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.404341:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.404344:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.404346:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91118:91118:255:4294967295] 192.168.202.25@tcp LPNI seq info [91118:91118:7:4294967295] 00000400:00000200:1.0:1776190952.404354:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000020:00000010:0.0:1776190952.404623:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.404629:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.404631:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e22fab. 00000800:00000200:1.0:1776190952.404662:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.404667:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348490). 00000800:00000200:1.0:1776190952.404670:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.404676:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.404678:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.405525:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.405532:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82348242). 00000400:00000200:2.0:1776190952.405538:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.405546:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.405551:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:2.0:1776190952.405554:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00000800:00000200:2.0:1776190952.406000:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.406004:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.406017:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.406041:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.406045:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:2.0:1776190952.406047:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:2.0:1776190952.406056:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.408454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d989df. 00010000:00000010:1.1:1776190952.408470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00010000:00000010:0.1:1776190952.412350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ec94d7. 00000400:00000200:2.0:1776190952.415263:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.415292:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1217c0 00000400:00000200:2.0:1776190952.415301:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d8d [1] + 224 00000400:00000200:2.0:1776190952.415317:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.415321:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.415332:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.415671:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.415677:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.415679:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.415685:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.415693:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.415999:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c4fee21. 02000000:00000010:1.0:1776190952.416008:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190952.416014:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.416020:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.416024:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.416080:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.416091:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869d80 00000400:00000200:2.0:1776190952.416096:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb469d [2] + 1968 00000400:00000010:2.0:1776190952.416100:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:2.0:1776190952.416104:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c0b0cd10 00000400:00000200:2.0:1776190952.417044:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.417058:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.417065:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0b0cd10 00000400:00000010:2.0:1776190952.417069:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c0b0cd10 (tot 82347842). 00000100:00000200:2.0:1776190952.417083:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190952.417550:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e22fab. 00000020:00000010:0.0:1776190952.417559:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.417563:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.417590:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079ea6fa5 x1862468788198784/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190952.417664:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198784 02000000:00000010:0.0:1776190952.417678:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049b78a10. 00010000:00000010:0.0:1776190952.417711:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb15b310. 00010000:00000010:0.0:1776190952.417746:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.417761:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e806d677. 00000100:00000010:0.0:1776190952.417778:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e806d677. 00010000:00000010:0.0:1776190952.417782:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.417796:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190952.417801:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198784, offset 224 00000400:00000200:0.0:1776190952.417809:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.417824:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.417830:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91119:91119:256:4294967295] 192.168.202.25@tcp LPNI seq info [91119:91119:8:4294967295] 00000400:00000200:0.0:1776190952.417840:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.417845:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.417851:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348090). 00000800:00000200:0.0:1776190952.417857:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.417866:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.417869:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.417900:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.417905:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.417908:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e22fab. 02000000:00000010:0.0:1776190952.417918:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003947eb03. 00000100:00000010:0.0:1776190952.417923:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000005d0e46. 02000000:00000010:0.0:1776190952.417931:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c743c71. 00000100:00000010:0.0:1776190952.417933:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 02000000:00000010:0.0:1776190952.417936:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bcb29a7. 00000100:00000010:0.0:1776190952.417938:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:0.0:1776190952.417941:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a63b25aa. 00000100:00000010:0.0:1776190952.417943:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190952.417946:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021caee10. 00000100:00000010:0.0:1776190952.417948:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e59e524c. 02000000:00000010:0.0:1776190952.417952:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000acecf1a2. 00000100:00000010:0.0:1776190952.417953:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000531c177. 00000100:00000200:0.0:1776190952.417960:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190952.417967:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006751b9c7. 00000400:00000010:0.0:1776190952.417972:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e806d677 (tot 82348242). 00080000:00000010:1.0:1776190952.418034:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c4fee21. 00000800:00000200:3.0:1776190952.418065:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.418070:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:3.0:1776190952.418074:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.418078:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.418081:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:3.0:1776190952.418083:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 02000000:00000010:3.0:1776190952.418088:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049b78a10. 00010000:00000010:1.0:1776190952.418161:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.418181:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d8b0da8. 00010000:00000010:1.0:1776190952.418263:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190952.418268:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.418290:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.418293:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.418301:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.418311:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.418336:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e14ca4de. 00000400:00000010:1.0:1776190952.418339:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.418344:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.418347:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339648, portal 16 00000400:00000010:1.0:1776190952.418351:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190952.418352:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339648, offset 0 00000400:00000200:1.0:1776190952.418367:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.418373:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.418386:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.418390:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.418393:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.418395:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91120:91120:256:4294967295] 192.168.202.25@tcp LPNI seq info [91120:91120:8:4294967295] 00000400:00000200:1.0:1776190952.418401:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.418405:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.418408:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.418412:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.418416:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.418418:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.418510:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.418513:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.418522:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.418525:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.418528:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:3.0:1776190952.418530:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000100:00000200:3.0:1776190952.418535:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797339648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.423595:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.423618:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121800 00000400:00000200:2.0:1776190952.423628:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5d9d [1] + 224 00000400:00000200:2.0:1776190952.423647:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.423652:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.423665:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797339648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.423872:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.423879:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190952.423881:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190952.423887:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797339648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.423896:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797339648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.423939:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e14ca4de. 02000000:00000010:1.0:1776190952.423946:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190952.423951:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190952.423956:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.423959:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00010000:00000010:1.1:1776190952.425313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000c6b8cd. 00010000:00000010:1.1:1776190952.425329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc193f2. 00010000:00000010:0.1:1776190952.428297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000369e2889. 00000400:00000200:3.0:1776190952.430506:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.430526:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869dc0 00000400:00000200:3.0:1776190952.430533:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4701 [2] + 0 00000400:00000200:3.0:1776190952.430605:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.430610:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.430617:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.430622:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00000020:00000010:0.0:1776190952.431626:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acecf1a2. 00000020:00000010:0.0:1776190952.431637:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.431643:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.431752:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040d2caf9 x1862468788198848/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.431796:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198848 02000000:00000010:0.0:1776190952.431817:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021caee10. 00010000:00000010:0.0:1776190952.431849:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003339902e. 00010000:00000010:0.0:1776190952.432800:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.432822:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000667ed993. 00000100:00000010:0.0:1776190952.432845:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000667ed993. 00010000:00000010:0.0:1776190952.432849:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.432866:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190952.433307:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198848, offset 224 00000400:00000200:0.0:1776190952.433320:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.433337:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.433343:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91121:91121:256:4294967295] 192.168.202.25@tcp LPNI seq info [91121:91121:8:4294967295] 00000400:00000200:0.0:1776190952.433354:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.433360:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.433366:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190952.433373:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.433380:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.433384:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.433411:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.433416:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.433419:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acecf1a2. 00080000:00000010:2.0:1776190952.433613:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091d0b844. 00010000:00000010:2.0:1776190952.433852:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:2.0:1776190952.433864:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d4ec1e0. 00000800:00000200:3.0:1776190952.434460:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.434465:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:3.0:1776190952.434470:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.434479:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.434484:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:3.0:1776190952.434486:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00010000:00000010:2.0:1776190952.436373:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190952.436386:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.436402:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.436410:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.436420:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190952.436433:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075daf0ee. 02000000:00000010:2.0:1776190952.436462:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63b25aa. 00000400:00000010:2.0:1776190952.436469:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b95096f. 00000400:00000010:2.0:1776190952.436475:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.436481:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339712, portal 16 00000400:00000010:2.0:1776190952.436487:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190952.436489:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339712, offset 0 00000400:00000200:2.0:1776190952.436500:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.436520:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.436528:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.436533:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.436536:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.436539:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91122:91122:256:4294967295] 192.168.202.25@tcp LPNI seq info [91122:91122:8:4294967295] 00000400:00000200:2.0:1776190952.436551:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.436557:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.436563:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.436570:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.436578:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.436582:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.437176:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.437182:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190952.437189:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.437196:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.437203:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:0.0:1776190952.437206:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:0.0:1776190952.437215:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797339712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.439865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087853899. 00000400:00000200:3.0:1776190952.441623:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.441644:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121840 00000400:00000200:3.0:1776190952.441665:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5da9 [1] + 224 00000400:00000200:3.0:1776190952.441738:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.441744:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.441760:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797339712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.441800:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.441805:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869e00 00000400:00000200:3.0:1776190952.441810:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4701 [2] + 328 00000400:00000200:3.0:1776190952.442295:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.442300:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.442305:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.442312:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00000020:00000010:0.0:1776190952.442558:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acecf1a2. 00000020:00000010:0.0:1776190952.442565:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.442569:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.442590:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076e5bad8 x1862468788198912/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.442627:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198912 02000000:00000010:0.0:1776190952.442638:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bcb29a7. 00010000:00000010:0.0:1776190952.442693:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.442700:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000667ed993. 00000100:00000010:0.0:1776190952.442707:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000667ed993. 00010000:00000010:0.0:1776190952.442710:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.442725:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190952.442730:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198912, offset 224 00000400:00000200:0.0:1776190952.442737:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.442749:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.442755:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91123:91123:256:4294967295] 192.168.202.25@tcp LPNI seq info [91123:91123:8:4294967295] 00000400:00000200:0.0:1776190952.442764:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.442770:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.442775:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190952.442781:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.442789:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.442792:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.442826:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.442830:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.442832:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acecf1a2. 00000800:00000200:1.0:1776190952.443224:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.443227:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:1.0:1776190952.443231:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.443235:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.443239:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:1.0:1776190952.443241:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00000400:00000010:2.0:1776190952.443481:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:2.0:1776190952.443487:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190952.443488:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190952.443495:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797339712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.443503:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797339712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.443524:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004cc40cc5. 02000000:00000010:2.0:1776190952.443542:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63b25aa. 02000000:00000010:2.0:1776190952.443547:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075daf0ee. 00000100:00000010:2.0:1776190952.443550:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:2.0:1776190952.443553:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.443555:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00080000:00000010:2.0:1776190952.443573:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075daf0ee. 00010000:00000010:2.0:1776190952.443656:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.443663:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7d987b8. 00010000:00000010:2.0:1776190952.443748:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190952.443754:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.443763:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.443767:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.443772:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190952.443781:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a63b25aa. 02000000:00000010:2.0:1776190952.443803:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003002f2a2. 00000400:00000010:2.0:1776190952.443807:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b95096f. 00000400:00000010:2.0:1776190952.443822:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.443827:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339776, portal 16 00000400:00000010:2.0:1776190952.443831:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190952.443833:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339776, offset 0 00000400:00000200:2.0:1776190952.443839:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.443846:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.443852:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.443856:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.443858:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.443861:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91124:91124:256:4294967295] 192.168.202.25@tcp LPNI seq info [91124:91124:8:4294967295] 00000400:00000200:2.0:1776190952.443868:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.443881:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.443884:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.443888:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.443892:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.443895:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.444797:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.444801:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190952.444807:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.444819:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.444823:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:0.0:1776190952.444825:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:0.0:1776190952.444831:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797339776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.445927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b92cc5e. 00010000:00000010:2.1:1776190952.445938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00000400:00000200:3.0:1776190952.448729:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.448750:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121880 00000400:00000200:3.0:1776190952.448760:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5db5 [1] + 224 00000400:00000200:3.0:1776190952.448782:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.448786:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.448798:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797339776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.448907:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:2.0:1776190952.448914:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190952.448916:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190952.448923:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797339776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.448930:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797339776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.448971:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003002f2a2. 02000000:00000010:2.0:1776190952.448980:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a63b25aa. 00000100:00000010:2.0:1776190952.448986:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:2.0:1776190952.448992:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.448996:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00010000:00000010:2.1:1776190952.450205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008cbedfe. 00010000:00000010:2.1:1776190952.450218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000827d8c36. 00010000:00000010:2.1:1776190952.450222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00000400:00000200:1.0:1776190952.450349:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.450366:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869e40 00000400:00000200:1.0:1776190952.450373:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4701 [2] + 656 00000400:00000200:1.0:1776190952.450881:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.450888:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.450895:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.450901:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000020:00000010:3.0:1776190952.451173:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e17b42f7. 00000020:00000010:3.0:1776190952.451182:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.451186:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.451213:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788198976/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.451295:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788198976 02000000:00000010:3.0:1776190952.451305:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7db70c3. 00010000:00000010:3.0:1776190952.451332:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea08889c. 00010000:00000010:3.0:1776190952.451352:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190952.451358:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009aff7a84. 00000100:00000010:3.0:1776190952.451378:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009aff7a84. 00010000:00000010:3.0:1776190952.451381:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00000400:00000010:3.0:1776190952.451393:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.451398:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788198976, offset 224 00000400:00000200:3.0:1776190952.451406:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.451417:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.451423:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91125:91125:256:4294967295] 192.168.202.25@tcp LPNI seq info [91125:91125:8:4294967295] 00000400:00000200:3.0:1776190952.451433:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.451437:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.451442:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190952.451447:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.451454:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.451458:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.451484:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.451499:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.451502:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e17b42f7. 00000800:00000200:1.0:1776190952.451609:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.451613:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190952.451617:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.451620:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.451623:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:1.0:1776190952.451625:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00080000:00000010:2.0:1776190952.451713:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003002f2a2. 00010000:00000010:2.0:1776190952.451800:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.451806:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf1e8252. 00010000:00000010:2.0:1776190952.451886:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190952.451892:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.451903:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.451907:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.451914:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190952.451926:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063b20852. 02000000:00000010:2.0:1776190952.451950:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a63b25aa. 00000400:00000010:2.0:1776190952.451956:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b95096f. 00000400:00000010:2.0:1776190952.451960:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.451965:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339840, portal 16 00000400:00000010:2.0:1776190952.451970:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190952.451972:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339840, offset 0 00000400:00000200:2.0:1776190952.451977:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.451984:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.451992:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.451996:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.451999:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.452002:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91126:91126:256:4294967295] 192.168.202.25@tcp LPNI seq info [91126:91126:8:4294967295] 00000400:00000200:2.0:1776190952.452009:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.452014:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.452017:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.452021:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.452024:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.452026:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.452771:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.452775:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.452780:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.452786:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.452789:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:1.0:1776190952.452791:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 00000100:00000200:1.0:1776190952.452797:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797339840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.456356:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.456381:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1218c0 00000400:00000200:1.0:1776190952.456391:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5dc1 [1] + 224 00000400:00000200:1.0:1776190952.456406:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.456410:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.456424:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797339840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.456503:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.456509:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869e80 00000400:00000200:1.0:1776190952.456514:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4701 [2] + 984 00000400:00000200:1.0:1776190952.456572:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.456575:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.456581:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.456588:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae46a70f. 00000020:00000010:3.0:1776190952.456877:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e17b42f7. 00000020:00000010:3.0:1776190952.456885:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.456891:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.456919:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae46a70f x1862468788199040/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190952.457001:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199040 02000000:00000010:3.0:1776190952.457013:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7fe8a59. 00010000:00000010:3.0:1776190952.457068:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190952.457075:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009aff7a84. 00000100:00000010:3.0:1776190952.457082:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009aff7a84. 00010000:00000010:3.0:1776190952.457085:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00000400:00000010:3.0:1776190952.457098:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190952.457104:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199040, offset 224 00000400:00000200:3.0:1776190952.457111:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.457123:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.457149:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91127:91127:256:4294967295] 192.168.202.25@tcp LPNI seq info [91127:91127:8:4294967295] 00000400:00000200:3.0:1776190952.457161:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.457166:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.457171:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190952.457176:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.457184:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.457188:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.457208:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.457222:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.457225:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e17b42f7. 00000800:00000200:0.0:1776190952.457501:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.457505:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190952.457509:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.457513:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.457517:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:0.0:1776190952.457519:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000400:00000010:2.0:1776190952.458562:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:2.0:1776190952.458570:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190952.458572:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190952.458582:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797339840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.458593:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797339840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.458618:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aed81792. 02000000:00000010:2.0:1776190952.458636:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a63b25aa. 02000000:00000010:2.0:1776190952.458641:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063b20852. 00000100:00000010:2.0:1776190952.458646:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:2.0:1776190952.458660:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.458664:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00080000:00000010:2.0:1776190952.458695:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a63b25aa. 00010000:00000010:2.0:1776190952.458792:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.458799:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000234bf0e7. 00010000:00000010:2.0:1776190952.459264:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190952.459280:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.459287:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.0:1776190952.459295:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf07358. 00080000:00000010:2.0:1776190952.459311:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063b20852. 00010000:00000010:2.0:1776190952.459339:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.459343:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.459394:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.0:1776190952.459397:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.459405:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.459411:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.459420:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190952.459433:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000921f1b1a. 02000000:00000010:2.0:1776190952.459462:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b831286. 00000400:00000010:2.0:1776190952.459468:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b95096f. 00000400:00000010:2.0:1776190952.459472:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.459477:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339904, portal 16 00000400:00000010:2.0:1776190952.459482:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190952.459484:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339904, offset 0 00000400:00000200:2.0:1776190952.459491:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.459505:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.459513:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.459516:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.459519:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.459523:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91128:91128:256:4294967295] 192.168.202.25@tcp LPNI seq info [91128:91128:8:4294967295] 00000400:00000200:2.0:1776190952.459532:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.459537:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.459541:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.459547:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.459554:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.459558:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.460002:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.460006:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190952.460011:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.460015:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.460019:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:1.0:1776190952.460021:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000100:00000200:1.0:1776190952.460028:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797339904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.463190:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.463211:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121900 00000400:00000200:1.0:1776190952.463220:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5dcd [1] + 224 00000400:00000200:1.0:1776190952.463230:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.463234:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.463242:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797339904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.463282:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.463287:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869ec0 00000400:00000200:1.0:1776190952.463292:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4701 [2] + 1312 00000400:00000010:2.0:1776190952.463720:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:2.0:1776190952.463728:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190952.463731:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190952.463738:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797339904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.463747:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797339904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.463786:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b831286. 02000000:00000010:2.0:1776190952.463794:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000921f1b1a. 00000100:00000010:2.0:1776190952.463797:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:2.0:1776190952.463801:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.463804:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000200:1.0:1776190952.463954:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.463959:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.463964:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.463971:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 00000020:00000010:3.0:1776190952.464257:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e17b42f7. 00000020:00000010:3.0:1776190952.464264:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.464278:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.464307:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ead1196f x1862468788199104/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190952.464330:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199104 02000000:00000010:3.0:1776190952.464342:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e1e1e2cc. 00010000:00000010:3.0:1776190952.464376:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033e68370. 00010000:00000010:3.0:1776190952.464398:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190952.464404:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009aff7a84. 00000100:00000010:3.0:1776190952.464414:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009aff7a84. 00010000:00000010:3.0:1776190952.464417:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00000400:00000010:3.0:1776190952.464429:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190952.464433:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199104, offset 224 00000400:00000200:3.0:1776190952.464441:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.464453:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.464459:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91129:91129:256:4294967295] 192.168.202.25@tcp LPNI seq info [91129:91129:8:4294967295] 00000400:00000200:3.0:1776190952.464469:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.464475:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.464479:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190952.464486:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.464493:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.464497:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.464523:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.464538:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.464542:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e17b42f7. 00080000:00000010:2.0:1776190952.464605:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000921f1b1a. 00010000:00000010:2.0:1776190952.464797:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.464804:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096fb74ae. 00010000:00000010:2.0:1776190952.465012:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.0:1776190952.465019:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf07358. 00000800:00000200:1.0:1776190952.466513:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.466519:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:1.0:1776190952.466526:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.466535:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.466540:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000010:1.0:1776190952.466542:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 00010000:00000010:2.0:1776190952.466615:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.466627:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.466638:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190952.466666:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b831286. 02000000:00000010:2.0:1776190952.466702:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f49b336c. 00000400:00000010:2.0:1776190952.466711:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b95096f. 00000400:00000010:2.0:1776190952.466717:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.466725:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797339968, portal 16 00000400:00000010:2.0:1776190952.466731:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190952.466733:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797339968, offset 0 00000400:00000200:2.0:1776190952.466742:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.466756:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.466765:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.466768:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.466771:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.466775:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91130:91130:256:4294967295] 192.168.202.25@tcp LPNI seq info [91130:91130:8:4294967295] 00000400:00000200:2.0:1776190952.466785:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.466791:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.466796:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.466802:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.466809:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.466825:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190952.467235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004969c2e8. 00010000:00000010:2.1:1776190952.467244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00000800:00000200:1.0:1776190952.468515:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.468522:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190952.468530:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.468539:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.468544:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:1.0:1776190952.468546:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:1.0:1776190952.468555:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797339968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.470462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045238ecb. 00000400:00000200:1.0:1776190952.471906:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.471925:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121940 00000400:00000200:1.0:1776190952.471934:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5dd9 [1] + 224 00000400:00000200:1.0:1776190952.471944:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.471948:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.471960:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797339968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.472000:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.472005:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869f00 00000400:00000200:1.0:1776190952.472010:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4701 [2] + 1640 00000400:00000200:1.0:1776190952.472025:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.472028:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.472041:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.472049:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:0.0:1776190952.472207:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acecf1a2. 00000020:00000010:0.0:1776190952.472216:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.472221:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.472254:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788199168/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.472295:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199168 02000000:00000010:0.0:1776190952.472306:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c743c71. 00010000:00000010:0.0:1776190952.472347:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.472356:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000667ed993. 00000100:00000010:0.0:1776190952.472363:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000667ed993. 00010000:00000010:0.0:1776190952.472368:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.472387:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190952.472393:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199168, offset 224 00000400:00000200:0.0:1776190952.472403:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.472417:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.472423:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91131:91131:256:4294967295] 192.168.202.25@tcp LPNI seq info [91131:91131:8:4294967295] 00000400:00000200:0.0:1776190952.472434:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.472439:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.472444:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190952.472449:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.472455:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.472459:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.472479:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.472483:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.472486:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acecf1a2. 00000400:00000010:2.0:1776190952.472722:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:2.0:1776190952.472728:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190952.472730:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190952.472736:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797339968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.472743:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797339968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.472768:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000321da585. 02000000:00000010:2.0:1776190952.472785:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f49b336c. 02000000:00000010:2.0:1776190952.472790:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b831286. 00000100:00000010:2.0:1776190952.472794:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:2.0:1776190952.472797:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.472800:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00080000:00000010:2.0:1776190952.472817:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b831286. 00010000:00000010:2.0:1776190952.472916:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.472922:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047f2b138. 00010000:00000010:2.0:1776190952.473004:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190952.473009:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.473021:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.473024:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.473043:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190952.473053:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f49b336c. 02000000:00000010:2.0:1776190952.473078:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb4412c2. 00000400:00000010:2.0:1776190952.473081:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b95096f. 00000400:00000010:2.0:1776190952.473085:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.473090:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340032, portal 16 00000400:00000010:2.0:1776190952.473095:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190952.473098:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340032, offset 0 00000400:00000200:2.0:1776190952.473103:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.473109:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.473118:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.473121:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.473124:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.473127:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91132:91132:255:4294967295] 192.168.202.25@tcp LPNI seq info [91132:91132:7:4294967295] 00000400:00000200:2.0:1776190952.473164:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.473169:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.473179:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348490). 00000800:00000200:2.0:1776190952.473183:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.473188:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.473190:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.473445:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.473450:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82348242). 00000400:00000200:1.0:1776190952.473453:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.473458:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.473461:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:1.0:1776190952.473463:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000800:00000200:1.0:1776190952.473520:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.473522:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.473525:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.473529:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.473531:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:1.0:1776190952.473532:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:1.0:1776190952.473537:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797340032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.474426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007820a20a. 00010000:00000010:2.1:1776190952.474947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6645f40. 00010000:00000010:2.1:1776190952.474958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064df99ba. 00010000:00000010:2.1:1776190952.474964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00010000:00000010:2.1:1776190952.474968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190952.474972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.1:1776190952.474975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a44c010. 00010000:00000010:2.1:1776190952.474985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00000400:00000200:1.0:1776190952.477612:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.477632:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121980 00000400:00000200:1.0:1776190952.477640:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5de5 [1] + 224 00000400:00000200:1.0:1776190952.477662:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.477667:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.477679:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797340032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.477715:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.477720:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869f40 00000400:00000200:1.0:1776190952.477725:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4701 [2] + 1968 00000400:00000010:1.0:1776190952.477729:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:1.0:1776190952.477733:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000293284ad 00000400:00000200:1.0:1776190952.477742:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.477746:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.477748:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000293284ad 00000400:00000010:1.0:1776190952.477750:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000293284ad (tot 82347842). 00000100:00000200:1.0:1776190952.477758:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776190952.477838:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:2.0:1776190952.477843:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190952.477844:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190952.477850:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797340032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.477862:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797340032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.477890:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb4412c2. 02000000:00000010:2.0:1776190952.477896:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f49b336c. 00000100:00000010:2.0:1776190952.477899:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:2.0:1776190952.477903:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190952.477906:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000020:00000010:3.0:1776190952.477980:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e17b42f7. 00000020:00000010:3.0:1776190952.477987:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.477991:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.478014:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6266aa7 x1862468788199232/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.478056:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199232 02000000:00000010:3.0:1776190952.478068:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cd4b408. 00010000:00000010:3.0:1776190952.478096:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a823e534. 00010000:00000010:3.0:1776190952.478117:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190952.478124:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009aff7a84. 00000100:00000010:3.0:1776190952.478183:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009aff7a84. 00010000:00000010:3.0:1776190952.478186:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00000400:00000010:3.0:1776190952.478202:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190952.478207:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199232, offset 224 00000400:00000200:3.0:1776190952.478214:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.478226:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.478232:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91133:91133:256:4294967295] 192.168.202.25@tcp LPNI seq info [91133:91133:8:4294967295] 00000400:00000200:3.0:1776190952.478242:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.478247:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.478252:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348090). 00000800:00000200:3.0:1776190952.478257:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.478265:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.478278:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.478291:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.478305:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.478309:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e17b42f7. 02000000:00000010:3.0:1776190952.478316:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c743c71. 00000100:00000010:3.0:1776190952.478319:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:3.0:1776190952.478322:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e1e1e2cc. 00000100:00000010:3.0:1776190952.478324:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ead1196f. 02000000:00000010:3.0:1776190952.478327:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7fe8a59. 00000100:00000010:3.0:1776190952.478329:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae46a70f. 02000000:00000010:3.0:1776190952.478331:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7db70c3. 00000100:00000010:3.0:1776190952.478333:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 02000000:00000010:3.0:1776190952.478335:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bcb29a7. 00000100:00000010:3.0:1776190952.478338:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076e5bad8. 02000000:00000010:3.0:1776190952.478340:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021caee10. 00000100:00000010:3.0:1776190952.478342:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 00000100:00000200:3.0:1776190952.478349:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190952.478354:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce4f6b6b. 00000400:00000010:3.0:1776190952.478357:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009aff7a84 (tot 82348242). 00080000:00000010:2.0:1776190952.478636:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f49b336c. 00010000:00000010:2.0:1776190952.478721:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.478727:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0e551a5. 00010000:00000010:2.0:1776190952.478803:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.0:1776190952.478808:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fbf07358. 00010000:00000010:2.0:1776190952.478816:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190952.478819:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190952.478825:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190952.478835:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb4412c2. 02000000:00000010:2.0:1776190952.478861:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a5541ef. 00000400:00000010:2.0:1776190952.478864:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b95096f. 00000400:00000010:2.0:1776190952.478868:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.478871:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340096, portal 16 00000400:00000010:2.0:1776190952.478875:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190952.478877:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340096, offset 0 00000400:00000200:2.0:1776190952.478883:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.478889:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.478896:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.478899:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.478902:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.478904:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91134:91134:255:4294967295] 192.168.202.25@tcp LPNI seq info [91134:91134:7:4294967295] 00000400:00000200:2.0:1776190952.478911:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.478915:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.478918:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190952.478922:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.478926:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.478928:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.479017:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.479020:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:1.0:1776190952.479023:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.479038:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.479041:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:1.0:1776190952.479043:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 02000000:00000010:1.0:1776190952.479046:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cd4b408. 00000800:00000200:1.0:1776190952.479105:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.479108:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.479112:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.479114:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.479116:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:1.0:1776190952.479117:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:1.0:1776190952.479122:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797340096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.480191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dd77c39. 00010000:00000010:2.1:1776190952.480204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5cafc0d. 00010000:00000010:2.1:1776190952.480209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00000400:00000200:1.0:1776190952.482999:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.483022:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1219c0 00000400:00000200:1.0:1776190952.483045:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5df5 [1] + 224 00000400:00000200:1.0:1776190952.483064:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.483069:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.483086:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797340096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.483172:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.483177:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869f80 00000400:00000200:1.0:1776190952.483182:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4759 [2] + 0 00000400:00000200:1.0:1776190952.483193:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.483196:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.483201:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.483207:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:0.0:1776190952.483396:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acecf1a2. 00000020:00000010:0.0:1776190952.483404:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.483409:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.483433:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788199296/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.483461:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199296 02000000:00000010:0.0:1776190952.483472:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003947eb03. 00010000:00000010:0.0:1776190952.483509:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.483516:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000667ed993. 00000100:00000010:0.0:1776190952.483522:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000667ed993. 00010000:00000010:0.0:1776190952.483526:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.483540:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190952.483545:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199296, offset 224 00000400:00000200:0.0:1776190952.483558:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.483568:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.483574:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91135:91135:256:4294967295] 192.168.202.25@tcp LPNI seq info [91135:91135:8:4294967295] 00000400:00000200:0.0:1776190952.483584:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.483588:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.483593:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190952.483598:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.483604:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.483608:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.483634:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.483638:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.483641:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000acecf1a2. 00000400:00000010:3.0:1776190952.483720:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:3.0:1776190952.483726:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:3.0:1776190952.483730:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:3.0:1776190952.483736:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797340096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.483744:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797340096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190952.483771:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000abca289e. 02000000:00000010:3.0:1776190952.483791:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a5541ef. 02000000:00000010:3.0:1776190952.483797:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb4412c2. 00000100:00000010:3.0:1776190952.483802:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:3.0:1776190952.483806:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00000800:00000200:2.0:1776190952.483807:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1776190952.483810:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000800:00000010:2.0:1776190952.483813:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:2.0:1776190952.483818:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.483823:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.483826:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:2.0:1776190952.483828:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00080000:00000010:3.0:1776190952.483833:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7db70c3. 00010000:00000010:3.0:1776190952.483952:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbf07358. 00010000:00000010:3.0:1776190952.483959:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7abca5c. 00010000:00000010:3.0:1776190952.484154:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.0:1776190952.484163:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190952.484177:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190952.484182:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190952.484190:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190952.484205:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7fe8a59. 02000000:00000010:3.0:1776190952.484236:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1e1e2cc. 00000400:00000010:3.0:1776190952.484244:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b56e2af. 00000400:00000010:3.0:1776190952.484248:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190952.484254:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340160, portal 16 00000400:00000010:3.0:1776190952.484259:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190952.484261:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340160, offset 0 00000400:00000200:3.0:1776190952.484266:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.484285:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.484291:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.484295:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.484298:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.484300:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91136:91136:256:4294967295] 192.168.202.25@tcp LPNI seq info [91136:91136:8:4294967295] 00000400:00000200:3.0:1776190952.484310:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.484315:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.484319:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190952.484323:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.484327:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.484330:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.484813:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.484818:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190952.484823:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.484829:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.484832:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:0.0:1776190952.484834:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000100:00000200:0.0:1776190952.484840:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040d2caf9 x1862468797340160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.488287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d0550cb. 00000400:00000200:1.0:1776190952.488290:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:2.1:1776190952.488305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00000400:00000200:1.0:1776190952.488314:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121a00 00000400:00000200:1.0:1776190952.488326:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e01 [1] + 224 00000400:00000200:1.0:1776190952.488344:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.488349:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.488360:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040d2caf9 x1862468797340160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.488530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044b702f4. 00000400:00000010:3.0:1776190952.488555:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b56e2af. 00000400:00000200:3.0:1776190952.488560:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:3.0:1776190952.488563:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000100:00000200:3.0:1776190952.488569:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040d2caf9 x1862468797340160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.488576:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040d2caf9 x1862468797340160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.488609:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1e1e2cc. 02000000:00000010:3.0:1776190952.488615:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c7fe8a59. 00000100:00000010:3.0:1776190952.488618:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 00000100:00000010:3.0:1776190952.488622:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190952.488625:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00000400:00000200:2.0:1776190952.490685:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.490704:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce869fc0 00000400:00000200:2.0:1776190952.490712:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4759 [2] + 328 00000400:00000200:2.0:1776190952.490775:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.490780:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.490786:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.490792:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d81232f6. 00000020:00000010:1.0:1776190952.490917:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e14ca4de. 00000020:00000010:1.0:1776190952.490925:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.490930:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.490956:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d81232f6 x1862468788199360/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190952.490991:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199360 02000000:00000010:1.0:1776190952.491001:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009dda09d9. 00010000:00000010:1.0:1776190952.491029:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005278679. 00010000:00000010:1.0:1776190952.491063:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.491070:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.491086:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.491089:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000010:1.0:1776190952.491102:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190952.491107:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199360, offset 224 00000400:00000200:1.0:1776190952.491113:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.491124:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.491165:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91137:91137:256:4294967295] 192.168.202.25@tcp LPNI seq info [91137:91137:8:4294967295] 00080000:00000010:3.0:1776190952.491277:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7fe8a59. 00010000:00000010:3.0:1776190952.491361:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190952.491368:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074a9add9. 00010000:00000010:3.0:1776190952.491443:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.0:1776190952.491448:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190952.491458:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190952.491462:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190952.491468:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190952.491478:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1e1e2cc. 02000000:00000010:3.0:1776190952.491500:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e17b42f7. 00000400:00000010:3.0:1776190952.491505:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b56e2af. 00000400:00000010:3.0:1776190952.491509:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190952.491514:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340224, portal 16 00000400:00000010:3.0:1776190952.491518:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190952.491520:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340224, offset 0 00000400:00000200:3.0:1776190952.491525:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.491550:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.491556:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.491562:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.491567:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.491574:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.491577:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.491599:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.491603:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.491606:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e14ca4de. 00000800:00000200:2.0:1776190952.492010:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.492014:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.492036:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.492041:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.492046:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:2.0:1776190952.492048:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000400:00000200:3.0:1776190952.493389:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.493399:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.493403:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.493407:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.493411:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91138:91138:255:4294967295] 192.168.202.25@tcp LPNI seq info [91138:91138:7:4294967295] 00000400:00000200:3.0:1776190952.493422:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.493429:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.493497:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f520920 (tot 82348242). 00000800:00000200:0.0:1776190952.493506:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.493513:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.493516:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f520920 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.497463:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.497473:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f520920 (tot 82347994). 00000400:00000200:2.0:1776190952.497485:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.497495:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.497502:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:2.0:1776190952.497505:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00000100:00000200:2.0:1776190952.497516:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040d2caf9 x1862468797340224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.498420:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.498436:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121a40 00000400:00000200:1.0:1776190952.498444:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e0d [1] + 224 00000400:00000200:1.0:1776190952.498456:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.498459:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.498468:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040d2caf9 x1862468797340224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.498544:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.498550:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a000 00000400:00000200:1.0:1776190952.498556:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4759 [2] + 656 00000400:00000200:1.0:1776190952.498610:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.498614:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.498618:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.498624:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 00000020:00000010:2.0:1776190952.498878:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037b28485. 00000020:00000010:2.0:1776190952.498888:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.498893:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.498926:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009beabb9d x1862468788199424/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190952.498969:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199424 02000000:00000010:2.0:1776190952.498984:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7e360ea. 00010000:00000010:2.0:1776190952.499029:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076d386bb. 00000100:00000010:2.0:1776190952.499248:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190952.499255:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190952.499259:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076d386bb. 00000400:00000010:2.0:1776190952.499282:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190952.499288:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199424, offset 224 00000400:00000200:2.0:1776190952.499296:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.499307:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.499312:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91139:91139:256:4294967295] 192.168.202.25@tcp LPNI seq info [91139:91139:8:4294967295] 00000400:00000200:2.0:1776190952.499324:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.499329:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.499333:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.499338:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.499343:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.499347:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.499364:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.499368:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.499371:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037b28485. 00010000:00000010:3.1:1776190952.499862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a39a41. 00010000:00000010:3.1:1776190952.499874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007af825cd. 00010000:00000010:3.1:1776190952.499878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00000800:00000200:3.0:1776190952.499993:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.499997:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190952.500002:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.500007:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.500010:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:3.0:1776190952.500012:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000400:00000010:0.0:1776190952.500978:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b56e2af. 00000400:00000200:0.0:1776190952.500986:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:0.0:1776190952.500988:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000100:00000200:0.0:1776190952.500998:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040d2caf9 x1862468797340224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.501008:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040d2caf9 x1862468797340224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190952.501124:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf39a61a. 02000000:00000010:0.0:1776190952.501267:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e17b42f7. 02000000:00000010:0.0:1776190952.501283:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1e1e2cc. 00000100:00000010:0.0:1776190952.501288:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 00000100:00000010:0.0:1776190952.501293:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:0.0:1776190952.501297:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00080000:00000010:0.0:1776190952.501317:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acecf1a2. 00010000:00000010:0.0:1776190952.501418:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:0.0:1776190952.501425:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbafa099. 00010000:00000010:0.0:1776190952.501531:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.0:1776190952.501541:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.501555:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.501564:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000667ed993. 00000100:00000010:0.0:1776190952.501576:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190952.501592:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036e22fab. 02000000:00000010:0.0:1776190952.501623:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085b64d15. 00000400:00000010:0.0:1776190952.501629:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d578220b. 00000400:00000010:0.0:1776190952.501635:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190952.501643:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340288, portal 16 00000400:00000010:0.0:1776190952.501734:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190952.501738:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340288, offset 0 00000400:00000200:0.0:1776190952.501748:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.501766:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.501775:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.501779:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.501783:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.501786:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91140:91140:256:4294967295] 192.168.202.25@tcp LPNI seq info [91140:91140:8:4294967295] 00000400:00000200:0.0:1776190952.501798:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.501804:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.501809:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190952.501910:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.501919:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.501923:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.503177:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.503186:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:2.0:1776190952.503195:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.503205:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.503211:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:2.0:1776190952.503213:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 00000100:00000200:2.0:1776190952.503224:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797340288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.507667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000979dc2c5. 00000400:00000200:1.0:1776190952.507727:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.507743:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121a80 00000400:00000200:1.0:1776190952.507752:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e19 [1] + 224 00000400:00000200:1.0:1776190952.507772:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.507777:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.507790:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797340288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190952.508006:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d578220b. 00000400:00000200:0.0:1776190952.508013:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:0.0:1776190952.508015:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:0.0:1776190952.508022:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797340288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.508042:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797340288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190952.508084:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085b64d15. 02000000:00000010:0.0:1776190952.508092:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036e22fab. 00000100:00000010:0.0:1776190952.508096:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190952.508101:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000667ed993. 00010000:00000010:0.0:1776190952.508105:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000200:3.0:1776190952.509004:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.509023:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a040 00000400:00000200:3.0:1776190952.509045:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4759 [2] + 984 00000400:00000200:3.0:1776190952.509123:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.509162:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.509168:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.509174:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00000020:00000010:2.0:1776190952.509365:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037b28485. 00000020:00000010:2.0:1776190952.509373:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.509377:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.509405:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000076e5bad8 x1862468788199488/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190952.509440:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199488 02000000:00000010:2.0:1776190952.509450:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc67bb84. 00010000:00000010:2.0:1776190952.509477:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e05596b1. 00010000:00000010:2.0:1776190952.509498:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076d386bb. 00000100:00000010:2.0:1776190952.509504:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190952.509518:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190952.509521:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076d386bb. 00000400:00000010:2.0:1776190952.509534:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190952.509539:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199488, offset 224 00000400:00000200:2.0:1776190952.509546:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.509557:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.509562:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91141:91141:256:4294967295] 192.168.202.25@tcp LPNI seq info [91141:91141:8:4294967295] 00000400:00000200:2.0:1776190952.509572:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.509577:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.509582:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.509587:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.509593:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.509596:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.509623:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.509627:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.509630:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037b28485. 00000800:00000200:3.0:1776190952.509919:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.509924:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:3.0:1776190952.509929:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.509933:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.509937:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:3.0:1776190952.509940:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00080000:00000010:0.0:1776190952.510398:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036e22fab. 00010000:00000010:0.0:1776190952.510489:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.510497:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000809faa4. 00010000:00000010:0.0:1776190952.510591:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.0:1776190952.510600:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.510611:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.510615:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000667ed993. 00000100:00000010:0.0:1776190952.510623:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190952.510634:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085b64d15. 02000000:00000010:0.0:1776190952.510668:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e9bf71f. 00000400:00000010:0.0:1776190952.510673:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d578220b. 00000400:00000010:0.0:1776190952.510678:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190952.510684:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340352, portal 16 00000400:00000010:0.0:1776190952.510689:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190952.510691:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340352, offset 0 00000400:00000200:0.0:1776190952.510699:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.510708:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.510716:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.510719:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.510732:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.510735:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91142:91142:256:4294967295] 192.168.202.25@tcp LPNI seq info [91142:91142:8:4294967295] 00000400:00000200:0.0:1776190952.510742:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.510747:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.510752:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190952.510757:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.510762:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.510765:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.510921:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.510924:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:2.0:1776190952.510928:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.510933:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.510936:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:2.0:1776190952.510938:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:2.0:1776190952.510946:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797340352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.513251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037527dab. 00010000:00000010:3.1:1776190952.513281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa65571a. 00000400:00000200:3.0:1776190952.515677:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.515700:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121ac0 00000400:00000200:3.0:1776190952.515712:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e25 [1] + 224 00000400:00000200:3.0:1776190952.515750:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.515756:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.515771:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797340352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.517117:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.517188:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a080 00000400:00000200:3.0:1776190952.517196:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4759 [2] + 1312 00000400:00000200:3.0:1776190952.517287:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.517292:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.517298:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.517306:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000244af836. 00000020:00000010:1.0:1776190952.518006:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e14ca4de. 00000020:00000010:1.0:1776190952.518019:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.518026:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.518070:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000244af836 x1862468788199552/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190952.518117:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199552 02000000:00000010:1.0:1776190952.518169:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e57abd0. 00010000:00000010:1.0:1776190952.518222:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.518231:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.518240:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.518245:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000010:1.0:1776190952.518264:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190952.518279:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199552, offset 224 00000400:00000200:1.0:1776190952.518290:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.518304:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.518310:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91143:91143:256:4294967295] 192.168.202.25@tcp LPNI seq info [91143:91143:8:4294967295] 00000400:00000200:1.0:1776190952.518320:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.518325:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.518330:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.518335:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.518343:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.518347:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.518374:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.518379:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.518383:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e14ca4de. 00000800:00000200:3.0:1776190952.518574:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.518578:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.518590:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.518595:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.518599:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:3.0:1776190952.518601:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00000400:00000010:0.0:1776190952.520005:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d578220b. 00000400:00000200:0.0:1776190952.520018:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:0.0:1776190952.520021:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00010000:00000010:0.1:1776190952.520286:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000417f7c34. 00010000:00000010:0.1:1776190952.520295:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b94182ea. 00010000:00000010:0.1:1776190952.520300:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:0.1:1776190952.520303:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030fe5323. 00010000:00000010:0.1:1776190952.520306:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00000100:00000200:0.0:1776190952.520319:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797340352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.520329:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797340352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190952.520361:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef360596. 02000000:00000010:0.0:1776190952.520379:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e9bf71f. 02000000:00000010:0.0:1776190952.520385:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085b64d15. 00000100:00000010:0.0:1776190952.520388:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190952.520392:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000667ed993. 00010000:00000010:0.0:1776190952.520395:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00080000:00000010:0.0:1776190952.520419:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085b64d15. 00010000:00000010:0.0:1776190952.520555:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.520565:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001860ba2a. 00010000:00000010:1.0:1776190952.520945:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.0:1776190952.520956:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.520976:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.520985:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.520996:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.521016:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e14ca4de. 00010000:00000010:2.1:1776190952.521253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8a086f. 02000000:00000010:1.0:1776190952.521312:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a739645d. 00000400:00000010:1.0:1776190952.521318:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.521324:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.521329:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340416, portal 16 00000400:00000010:1.0:1776190952.521334:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190952.521336:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340416, offset 0 00000400:00000200:1.0:1776190952.521344:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.521358:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.521366:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.521370:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.521372:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.521376:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91144:91144:256:4294967295] 192.168.202.25@tcp LPNI seq info [91144:91144:8:4294967295] 00000400:00000200:1.0:1776190952.521386:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.521392:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.521399:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.521407:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.521414:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.521418:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.523495:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.523506:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:3.0:1776190952.523523:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.523534:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.523540:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:3.0:1776190952.523542:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:3.0:1776190952.523555:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797340416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.524127:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.524255:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121b00 00000400:00000200:3.0:1776190952.524265:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e31 [1] + 224 00000400:00000200:3.0:1776190952.524292:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.524295:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.524303:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797340416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.524486:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.524491:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.524493:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190952.524499:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797340416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.524507:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797340416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.524548:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a739645d. 02000000:00000010:1.0:1776190952.524555:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e14ca4de. 00000100:00000010:1.0:1776190952.524559:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190952.524563:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.524567:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:3.0:1776190952.525544:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.525560:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a0c0 00000400:00000200:3.0:1776190952.525569:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4759 [2] + 1640 00000400:00000200:3.0:1776190952.525631:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.525636:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.525642:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.525654:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000020:00000010:2.0:1776190952.525774:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037b28485. 00000020:00000010:2.0:1776190952.525784:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.525790:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.525832:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788199616/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190952.525875:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199616 02000000:00000010:2.0:1776190952.525889:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003651fd9a. 00010000:00000010:2.0:1776190952.525922:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ff8ef3c. 00010000:00000010:2.0:1776190952.525948:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076d386bb. 00000100:00000010:2.0:1776190952.525955:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190952.525981:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190952.525985:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076d386bb. 00000400:00000010:2.0:1776190952.526001:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190952.526007:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199616, offset 224 00000400:00000200:2.0:1776190952.526016:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.526028:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.526035:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91145:91145:256:4294967295] 192.168.202.25@tcp LPNI seq info [91145:91145:8:4294967295] 00000400:00000200:2.0:1776190952.526047:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.526053:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.526059:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.526066:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.526075:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.526081:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776190952.526305:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f578850f. 00010000:00000010:3.0:1776190952.526396:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:3.0:1776190952.526403:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a6c4684. 00010000:00000010:3.0:1776190952.526483:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.0:1776190952.526490:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190952.526503:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c65c77da. 00000100:00000010:3.0:1776190952.526507:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e700b2ab. 00000100:00000010:3.0:1776190952.526514:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190952.526528:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000870132d7. 02000000:00000010:3.0:1776190952.526557:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053eab5b1. 00000400:00000010:3.0:1776190952.526562:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.526568:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190952.526574:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340480, portal 16 00000400:00000010:3.0:1776190952.526578:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190952.526580:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340480, offset 0 00000400:00000200:3.0:1776190952.526585:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.526592:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.526601:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.526604:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.526607:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.526609:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91146:91146:255:4294967295] 192.168.202.25@tcp LPNI seq info [91146:91146:7:4294967295] 00000400:00000200:3.0:1776190952.526615:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.526619:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.526622:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190952.526625:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.526629:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.526631:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.526707:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.526713:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.526716:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037b28485. 00010000:00000010:0.1:1776190952.527760:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433c39ea. 00010000:00000010:0.1:1776190952.527773:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073571ccc. 00010000:00000010:0.1:1776190952.527777:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6fa3d6e. 00000800:00000200:1.0:1776190952.528358:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.528364:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82348242). 00000400:00000200:1.0:1776190952.528373:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.528383:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.528390:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:1.0:1776190952.528393:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000800:00000200:1.0:1776190952.530179:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.530186:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190952.530195:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.530203:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.530209:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:1.0:1776190952.530211:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00000100:00000200:1.0:1776190952.530221:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797340480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.531210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086af4fd5. 00000400:00000200:2.0:1776190952.531936:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.531953:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121b40 00000400:00000200:2.0:1776190952.531960:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e3d [1] + 224 00000400:00000200:2.0:1776190952.531970:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.531974:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.531983:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797340480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.532053:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.532059:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a100 00000400:00000200:2.0:1776190952.532063:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4759 [2] + 1968 00000400:00000010:2.0:1776190952.532067:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036cbc4e5. 00000400:00000200:2.0:1776190952.532070:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000064bd57a3 00000400:00000200:2.0:1776190952.532116:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.532119:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.532121:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064bd57a3 00000400:00000010:2.0:1776190952.532123:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000064bd57a3 (tot 82347842). 00000100:00000200:2.0:1776190952.532598:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190952.532709:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e9bf71f. 00000020:00000010:0.0:1776190952.532718:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.532723:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.532759:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e3e03520 x1862468788199680/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.532801:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199680 02000000:00000010:0.0:1776190952.532820:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4f1d76b. 00010000:00000010:0.0:1776190952.532871:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.532878:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000667ed993. 00000100:00000010:0.0:1776190952.532884:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000667ed993. 00010000:00000010:0.0:1776190952.532888:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.532906:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190952.532912:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199680, offset 224 00000400:00000200:0.0:1776190952.532920:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.532933:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.532938:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91147:91147:256:4294967295] 192.168.202.25@tcp LPNI seq info [91147:91147:8:4294967295] 00000400:00000200:0.0:1776190952.532950:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.532955:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.532959:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239dd843 (tot 82348090). 00000800:00000200:0.0:1776190952.532965:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.532971:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.532975:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000239dd843 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.533001:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.533005:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.533008:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e9bf71f. 02000000:00000010:0.0:1776190952.533016:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003651fd9a. 00000100:00000010:0.0:1776190952.533020:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:0.0:1776190952.533024:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e57abd0. 00000100:00000010:0.0:1776190952.533026:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000244af836. 02000000:00000010:0.0:1776190952.533031:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc67bb84. 00000100:00000010:0.0:1776190952.533033:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000076e5bad8. 02000000:00000010:0.0:1776190952.533035:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7e360ea. 00000100:00000010:0.0:1776190952.533037:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 02000000:00000010:0.0:1776190952.533040:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009dda09d9. 00000100:00000010:0.0:1776190952.533042:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d81232f6. 02000000:00000010:0.0:1776190952.533045:0:64665:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003947eb03. 00000100:00000010:0.0:1776190952.533047:0:64665:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000200:0.0:1776190952.533054:0:64665:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190952.533058:0:64665:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d578220b. 00000400:00000010:0.0:1776190952.533061:0:64665:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000667ed993 (tot 82348242). 00000800:00000200:2.0:1776190952.533357:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.533361:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239dd843 (tot 82347994). 00000400:00000200:2.0:1776190952.533364:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.533368:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.533371:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:2.0:1776190952.533373:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 02000000:00000010:2.0:1776190952.533376:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4f1d76b. 00000400:00000010:1.0:1776190952.534763:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:1.0:1776190952.534775:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:1.0:1776190952.534777:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000100:00000200:1.0:1776190952.534792:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797340480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.534803:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797340480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190952.534847:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2c59401. 02000000:00000010:1.0:1776190952.534870:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053eab5b1. 02000000:00000010:1.0:1776190952.534876:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000870132d7. 00000100:00000010:1.0:1776190952.534879:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:1.0:1776190952.534883:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e700b2ab. 00010000:00000010:1.0:1776190952.534886:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c65c77da. 00080000:00000010:1.0:1776190952.534909:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e14ca4de. 00010000:00000010:1.0:1776190952.535012:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:1.0:1776190952.535019:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1490918. 00010000:00000010:1.0:1776190952.535094:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001073a95. 00010000:00000010:1.0:1776190952.535102:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.535114:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.535121:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.535158:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.535170:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a739645d. 02000000:00000010:1.0:1776190952.535208:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038d696da. 00000400:00000010:1.0:1776190952.535213:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.535217:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.535222:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340544, portal 16 00000400:00000010:1.0:1776190952.535227:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190952.535229:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340544, offset 0 00000400:00000200:1.0:1776190952.535236:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.535249:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.535255:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.535258:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.535261:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.535265:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91148:91148:256:4294967295] 192.168.202.25@tcp LPNI seq info [91148:91148:8:4294967295] 00000400:00000200:1.0:1776190952.535283:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.535289:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.535293:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.535300:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.535305:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.535309:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.535493:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.535497:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.535506:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.535511:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.535514:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:2.0:1776190952.535517:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:2.0:1776190952.535522:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797340544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.537233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c650c72. 00010000:00000010:3.1:1776190952.537243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc193f2. 00000400:00000200:2.0:1776190952.538637:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.538666:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121b80 00000400:00000200:2.0:1776190952.538674:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e4d [1] + 224 00000400:00000200:2.0:1776190952.538695:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.538699:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.538710:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797340544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.538787:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.538791:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.538794:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190952.538799:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797340544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.538814:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797340544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.538840:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038d696da. 02000000:00000010:1.0:1776190952.538845:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a739645d. 00000100:00000010:1.0:1776190952.538848:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190952.538852:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.538856:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00010000:00000010:1.1:1776190952.543191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef70841. 00010000:00000010:1.1:1776190952.543211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000473b5e66. 00010000:00000010:1.1:1776190952.543216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa65571a. 00000400:00000200:2.0:1776190952.543833:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.543853:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a140 00000400:00000200:2.0:1776190952.543862:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb47b1 [2] + 0 00000400:00000200:2.0:1776190952.543925:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.543929:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.543936:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.543942:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000280b5198. 00000020:00000010:3.0:1776190952.544051:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d0182cc. 00000020:00000010:3.0:1776190952.544059:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.544064:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.544092:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000280b5198 x1862468788199744/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.544167:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199744 02000000:00000010:3.0:1776190952.544180:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8b8d003. 00010000:00000010:3.0:1776190952.544217:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cc30350. 00010000:00000010:3.0:1776190952.544244:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.544251:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.544263:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.544266:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.544292:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190952.544297:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199744, offset 224 00000400:00000200:3.0:1776190952.544304:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.544316:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.544321:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91149:91149:256:4294967295] 192.168.202.25@tcp LPNI seq info [91149:91149:8:4294967295] 00000400:00000200:3.0:1776190952.544330:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.544335:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.544340:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190952.544345:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.544352:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.544355:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.544379:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.544393:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.544397:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d0182cc. 00080000:00000010:1.0:1776190952.544507:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a739645d. 00010000:00000010:1.0:1776190952.544613:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.544620:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e51b20f9. 00010000:00000010:1.0:1776190952.544714:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c967b03c. 00010000:00000010:1.0:1776190952.544718:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b1d10928. 00010000:00000010:1.0:1776190952.544723:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.544729:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00080000:00000010:1.0:1776190952.544741:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038d696da. 00010000:00000010:1.0:1776190952.544764:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.544767:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1d10928. 00010000:00000010:1.0:1776190952.544823:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbd6d550. 00010000:00000010:1.0:1776190952.544828:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.544837:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.544841:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.544849:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.544862:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009dda09d9. 02000000:00000010:1.0:1776190952.544889:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e57abd0. 00000400:00000010:1.0:1776190952.544896:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.544928:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.544935:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340608, portal 16 00000400:00000010:1.0:1776190952.544940:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190952.544943:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340608, offset 0 00000400:00000200:1.0:1776190952.544950:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.544957:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.544967:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.544970:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.544974:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.544977:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91150:91150:255:4294967295] 192.168.202.25@tcp LPNI seq info [91150:91150:7:4294967295] 00000400:00000200:1.0:1776190952.544984:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.544989:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.544993:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348490). 00000800:00000200:1.0:1776190952.544997:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.545001:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.545003:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.545203:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.545208:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:2.0:1776190952.545212:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.545217:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.545221:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:2.0:1776190952.545223:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000800:00000200:2.0:1776190952.545283:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.545286:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.545296:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.545300:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.545302:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:2.0:1776190952.545303:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000100:00000200:2.0:1776190952.545309:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797340608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.548404:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.548430:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121bc0 00000400:00000200:2.0:1776190952.548441:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e59 [1] + 224 00000400:00000200:2.0:1776190952.548461:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.548465:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.548478:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797340608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.548572:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.548578:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.548580:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190952.548586:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797340608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.548593:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797340608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.548626:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e57abd0. 02000000:00000010:1.0:1776190952.548632:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009dda09d9. 00000100:00000010:1.0:1776190952.548635:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190952.548640:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.548644:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00010000:00000010:1.1:1776190952.549308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddfadf1f. 00010000:00000010:1.1:1776190952.549317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001073a95. 00010000:00000010:1.1:1776190952.549324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c967b03c. 00010000:00000010:1.1:1776190952.549327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00000400:00000200:2.0:1776190952.551074:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.551093:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a180 00000400:00000200:2.0:1776190952.551102:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb47b1 [2] + 328 00000400:00000200:2.0:1776190952.551363:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.551369:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.551378:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.551384:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c642c3c2. 00000020:00000010:0.0:1776190952.552107:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:0.0:1776190952.552119:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.552124:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.552209:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c642c3c2 x1862468788199808/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.552244:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199808 02000000:00000010:0.0:1776190952.552257:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e9bf71f. 00010000:00000010:0.0:1776190952.552299:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000985d6cda. 00010000:00000010:0.0:1776190952.552324:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.552332:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f01d3dbf. 00000100:00000010:0.0:1776190952.552354:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f01d3dbf. 00010000:00000010:0.0:1776190952.552358:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.552372:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190952.552377:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199808, offset 224 00000400:00000200:0.0:1776190952.552384:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.552397:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.552403:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91151:91151:256:4294967295] 192.168.202.25@tcp LPNI seq info [91151:91151:8:4294967295] 00000400:00000200:0.0:1776190952.552413:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.552418:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.552422:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348242). 00000800:00000200:0.0:1776190952.552428:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.552434:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.552437:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.552461:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.552464:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.552467:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 00000800:00000200:2.0:1776190952.552665:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.552669:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:2.0:1776190952.552673:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.552677:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.552681:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:2.0:1776190952.552683:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00080000:00000010:1.0:1776190952.553182:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dda09d9. 00010000:00000010:1.0:1776190952.553264:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.553281:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5942b3f. 00010000:00000010:1.0:1776190952.553356:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.553361:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.553370:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.553375:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.553382:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.553394:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e57abd0. 02000000:00000010:1.0:1776190952.553422:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024b53bfc. 00000400:00000010:1.0:1776190952.553429:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.553435:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.553440:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340672, portal 16 00000400:00000010:1.0:1776190952.553445:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190952.553447:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340672, offset 0 00000400:00000200:1.0:1776190952.553454:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.553462:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.553470:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.553473:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.553475:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.553478:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91152:91152:256:4294967295] 192.168.202.25@tcp LPNI seq info [91152:91152:8:4294967295] 00000400:00000200:1.0:1776190952.553485:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.553489:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.553492:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.553497:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.553503:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.553507:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.553697:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.553701:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.553711:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.553715:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.553718:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:2.0:1776190952.553719:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:2.0:1776190952.553734:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797340672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.556318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005247d912. 00000400:00000200:2.0:1776190952.559291:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.559316:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121c00 00000400:00000200:2.0:1776190952.559326:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e65 [1] + 224 00000400:00000200:2.0:1776190952.559341:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.559346:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.559358:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797340672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.559398:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.559403:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a1c0 00000400:00000200:2.0:1776190952.559407:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb47b1 [2] + 656 00000400:00000200:2.0:1776190952.559419:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.559421:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.559425:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.559430:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a8406f72. 00000400:00000010:1.0:1776190952.559500:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.559506:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.559508:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190952.559513:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797340672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.559521:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797340672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.559555:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190952.559562:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e57abd0. 00000100:00000010:1.0:1776190952.559567:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190952.559571:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.559576:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000020:00000010:3.0:1776190952.559672:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d0182cc. 00000020:00000010:3.0:1776190952.559682:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.559687:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.559716:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a8406f72 x1862468788199872/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190952.559751:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199872 02000000:00000010:3.0:1776190952.559767:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000870132d7. 00010000:00000010:3.0:1776190952.559799:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab31efa7. 00010000:00000010:3.0:1776190952.559834:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.559844:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.559859:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.559861:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.559875:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190952.559880:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199872, offset 224 00000400:00000200:3.0:1776190952.559888:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.559901:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.559909:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91153:91153:256:4294967295] 192.168.202.25@tcp LPNI seq info [91153:91153:8:4294967295] 00000400:00000200:3.0:1776190952.559921:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.559926:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.559931:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190952.559937:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.559944:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.559949:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.559974:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.559992:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.559997:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d0182cc. 00080000:00000010:1.0:1776190952.560161:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024b53bfc. 00010000:00000010:1.0:1776190952.560296:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.560303:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ac6c96d. 00010000:00000010:1.0:1776190952.560396:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001073a95. 00010000:00000010:1.0:1776190952.560402:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.560412:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.560415:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.560422:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.560433:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e57abd0. 02000000:00000010:1.0:1776190952.560456:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000195a0ee. 00000400:00000010:1.0:1776190952.560460:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.560463:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.560468:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340736, portal 16 00000400:00000010:1.0:1776190952.560472:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190952.560473:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340736, offset 0 00000400:00000200:1.0:1776190952.560478:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.560483:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.560489:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.560492:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.560495:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.560498:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91154:91154:255:4294967295] 192.168.202.25@tcp LPNI seq info [91154:91154:7:4294967295] 00000400:00000200:1.0:1776190952.560505:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.560509:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.560512:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348490). 00000800:00000200:1.0:1776190952.560516:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.560520:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.560522:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.560957:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.560961:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82348242). 00000400:00000200:2.0:1776190952.560966:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.560970:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.560973:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:2.0:1776190952.560976:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00000800:00000200:2.0:1776190952.561622:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.561626:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.561638:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.561642:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.561644:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:2.0:1776190952.561646:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00010000:00000010:0.1:1776190952.561757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6d53f89. 00000100:00000200:2.0:1776190952.561826:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797340736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.563951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071136304. 00010000:00000010:1.1:1776190952.563969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd6d550. 00000400:00000200:2.0:1776190952.564184:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.564207:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121c40 00000400:00000200:2.0:1776190952.564220:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e71 [1] + 224 00000400:00000200:2.0:1776190952.564244:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.564249:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.564262:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797340736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.564436:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.564441:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.564444:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190952.564449:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797340736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.564456:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797340736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.564493:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000195a0ee. 02000000:00000010:1.0:1776190952.564499:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e57abd0. 00000100:00000010:1.0:1776190952.564504:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190952.564508:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.564512:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.566964:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.566986:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a200 00000400:00000200:2.0:1776190952.566995:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb47b1 [2] + 984 00010000:00000010:1.1:1776190952.567203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb73de3e. 00010000:00000010:1.1:1776190952.567212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00010000:00000010:3.1:1776190952.567302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6514897. 00000400:00000200:2.0:1776190952.567350:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.567355:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.567362:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.567368:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d81232f6. 00000020:00000010:0.0:1776190952.567661:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:0.0:1776190952.567669:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.567674:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.567703:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d81232f6 x1862468788199936/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.567733:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788199936 02000000:00000010:0.0:1776190952.567750:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4f1d76b. 00010000:00000010:0.0:1776190952.567791:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7b1f931. 00010000:00000010:0.0:1776190952.567830:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.567839:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f01d3dbf. 00000100:00000010:0.0:1776190952.567860:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f01d3dbf. 00010000:00000010:0.0:1776190952.567866:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.567884:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.567890:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788199936, offset 224 00000400:00000200:0.0:1776190952.567899:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.567914:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.567920:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91155:91155:256:4294967295] 192.168.202.25@tcp LPNI seq info [91155:91155:8:4294967295] 00000400:00000200:0.0:1776190952.567932:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.567939:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.567944:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190952.567949:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.567955:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.567959:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.567982:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.567985:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.567988:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 00080000:00000010:1.0:1776190952.568489:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000195a0ee. 00010000:00000010:1.0:1776190952.568568:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.568574:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6886b26. 00010000:00000010:1.0:1776190952.568642:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00000800:00000200:2.0:1776190952.568833:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.568838:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:2.0:1776190952.568843:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.568849:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.568854:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:2.0:1776190952.568857:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00010000:00000010:1.0:1776190952.569261:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.569283:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.569288:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.569297:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.569310:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004fdad1a7. 02000000:00000010:1.0:1776190952.569334:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045dca720. 00000400:00000010:1.0:1776190952.569339:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.569343:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.569348:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340800, portal 16 00000400:00000010:1.0:1776190952.569353:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006362b25. 00000100:00000200:1.0:1776190952.569355:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340800, offset 0 00000400:00000200:1.0:1776190952.569361:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.569370:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.569376:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.569379:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.569382:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.569385:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91156:91156:256:4294967295] 192.168.202.25@tcp LPNI seq info [91156:91156:8:4294967295] 00000400:00000200:1.0:1776190952.569393:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.569397:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.569401:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.569406:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.569411:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.569414:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.570166:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.570182:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.570195:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.570203:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.570208:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:2.0:1776190952.570210:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000100:00000200:2.0:1776190952.570220:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797340800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.573777:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.573802:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121c80 00000400:00000200:2.0:1776190952.573813:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e7d [1] + 224 00000400:00000200:2.0:1776190952.573828:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.573832:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.573849:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797340800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.573892:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.573897:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a240 00000400:00000200:2.0:1776190952.573904:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb47b1 [2] + 1312 00000400:00000010:1.0:1776190952.573919:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.573928:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.573930:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190952.573938:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797340800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.573947:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797340800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.573990:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045dca720. 02000000:00000010:1.0:1776190952.573997:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004fdad1a7. 00000100:00000010:1.0:1776190952.574001:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190952.574006:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.574009:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.574508:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.574516:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.574521:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.574527:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 00000020:00000010:3.0:1776190952.574610:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d0182cc. 00000020:00000010:3.0:1776190952.574617:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.574621:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.574645:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f3260090 x1862468788200000/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.574713:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200000 02000000:00000010:3.0:1776190952.574726:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053eab5b1. 00010000:00000010:3.0:1776190952.574762:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6f6a422. 00010000:00000010:3.0:1776190952.574788:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.574796:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.574816:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.574819:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.574837:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190952.574845:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200000, offset 224 00000400:00000200:3.0:1776190952.574855:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.574870:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.574877:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91157:91157:256:4294967295] 192.168.202.25@tcp LPNI seq info [91157:91157:8:4294967295] 00000400:00000200:3.0:1776190952.574890:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.574896:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.574905:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190952.574914:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.574921:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.574927:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.574957:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.574976:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.574980:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d0182cc. 00080000:00000010:1.0:1776190952.575285:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fdad1a7. 00010000:00000010:1.0:1776190952.575374:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.575380:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ef66e95. 00010000:00000010:1.0:1776190952.575463:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbd6d550. 00010000:00000010:1.0:1776190952.575470:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.575480:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.575484:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.575491:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.575504:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045dca720. 02000000:00000010:1.0:1776190952.575531:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c96bf4f5. 00000400:00000010:1.0:1776190952.575536:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.575541:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000800:00000200:2.0:1776190952.575546:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1776190952.575547:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340864, portal 16 00000800:00000010:2.0:1776190952.575553:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000010:1.0:1776190952.575554:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e74120fa. 00000100:00000200:1.0:1776190952.575558:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340864, offset 0 00000400:00000200:2.0:1776190952.575560:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.575570:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.575572:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.575578:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000200:1.0:1776190952.575579:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000010:2.0:1776190952.575581:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 00000400:00000200:1.0:1776190952.575589:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.575594:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.575597:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.575600:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91158:91158:255:4294967295] 192.168.202.25@tcp LPNI seq info [91158:91158:7:4294967295] 00000400:00000200:1.0:1776190952.575614:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.575619:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.575622:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.575626:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.575630:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.575632:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.576006:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.576009:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.576021:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.576025:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.576027:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74120fa 00000400:00000010:2.0:1776190952.576029:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e74120fa. 00000100:00000200:2.0:1776190952.576036:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797340864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.577723:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.577749:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121cc0 00000400:00000200:2.0:1776190952.577759:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e89 [1] + 224 00000400:00000200:2.0:1776190952.577776:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.577780:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.577792:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797340864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190952.578126:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00010000:00000010:1.1:1776190952.578168:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ef696d7. 00010000:00000010:1.1:1776190952.578183:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001073a95. 00000400:00000200:1.0:1776190952.578192:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.578194:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190952.578199:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797340864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.578206:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797340864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.578237:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c96bf4f5. 02000000:00000010:1.0:1776190952.578242:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045dca720. 00000100:00000010:1.0:1776190952.578246:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190952.578249:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.578252:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00010000:00000010:0.1:1776190952.578360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e5a1af4. 00000400:00000200:2.0:1776190952.580581:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.580602:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a280 00000400:00000200:2.0:1776190952.580610:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb47b1 [2] + 1640 00000400:00000200:2.0:1776190952.581427:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.581435:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.581444:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.581451:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000531c177. 00000020:00000010:3.0:1776190952.581624:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d0182cc. 00000020:00000010:3.0:1776190952.581632:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.581637:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.581669:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000531c177 x1862468788200064/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190952.581710:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200064 02000000:00000010:3.0:1776190952.581725:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e1e1e2cc. 00010000:00000010:3.0:1776190952.581767:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075d88890. 00010000:00000010:3.0:1776190952.581797:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.581807:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.581831:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.581837:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.581862:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190952.581870:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200064, offset 224 00000400:00000200:3.0:1776190952.581879:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.581894:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.581901:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91159:91159:256:4294967295] 192.168.202.25@tcp LPNI seq info [91159:91159:8:4294967295] 00000400:00000200:3.0:1776190952.581913:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.581919:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.581925:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00080000:00000010:1.0:1776190952.582083:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045dca720. 00010000:00000010:1.0:1776190952.582237:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.582244:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac05dd6. 00010000:00000010:1.0:1776190952.584067:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001073a95. 00000800:00000200:3.0:1776190952.584313:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.584321:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.584326:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.584370:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00010000:00000010:1.0:1776190952.584826:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190952.584850:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.584861:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.584873:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.584891:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c96bf4f5. 00000020:00000010:3.0:1776190952.585031:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.585039:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d0182cc. 00000800:00000200:2.0:1776190952.585353:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.585359:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190952.585366:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.585375:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 02000000:00000010:1.0:1776190952.585594:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004291fcb1. 00000400:00000010:1.0:1776190952.585603:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000200:2.0:1776190952.585623:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:2.0:1776190952.585626:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000400:00000010:1.0:1776190952.585795:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.585803:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340928, portal 16 00000400:00000010:1.0:1776190952.585809:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0629219. 00000100:00000200:1.0:1776190952.585812:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340928, offset 0 00000400:00000200:1.0:1776190952.585820:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.585838:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.585847:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.585851:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.585854:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.585858:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91160:91160:256:4294967295] 192.168.202.25@tcp LPNI seq info [91160:91160:8:4294967295] 00000400:00000200:1.0:1776190952.585870:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.585874:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.585879:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.585884:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.585891:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.585896:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.586213:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.586216:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.586232:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.586237:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.586239:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:2.0:1776190952.586241:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00000100:00000200:2.0:1776190952.586248:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797340928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.586585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dde96dd. 00000400:00000200:2.0:1776190952.589015:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.589037:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121d00 00000400:00000200:2.0:1776190952.589049:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5e95 [1] + 224 00000400:00000200:2.0:1776190952.589066:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.589071:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.589082:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797340928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.590710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006066c405. 00010000:00000010:1.1:1776190952.590727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00000400:00000010:1.0:1776190952.590755:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f82a885. 00000400:00000200:1.0:1776190952.590761:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190952.590763:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190952.590778:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797340928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.590790:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797340928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.590832:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004291fcb1. 02000000:00000010:1.0:1776190952.590840:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c96bf4f5. 00000100:00000010:1.0:1776190952.590844:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190952.590849:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.590854:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000200:2.0:1776190952.591115:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.591167:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a2c0 00000400:00000200:2.0:1776190952.591176:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb47b1 [2] + 1968 00000400:00000010:2.0:1776190952.591181:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0b5612b. 00000400:00000200:2.0:1776190952.591185:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e0a14327 00000400:00000200:2.0:1776190952.591290:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.591296:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.591300:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0a14327 00000400:00000010:2.0:1776190952.591302:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e0a14327 (tot 82347842). 00000100:00000200:2.0:1776190952.591309:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190952.592902:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96bf4f5. 00000020:00000010:1.0:1776190952.592921:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.592937:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.592985:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000423b7e08 x1862468788200128/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190952.593019:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200128 02000000:00000010:1.0:1776190952.593031:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004291fcb1. 00010000:00000010:1.0:1776190952.593071:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5a02661. 00010000:00000010:1.0:1776190952.593104:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.593113:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf552e67. 00000100:00000010:1.0:1776190952.593159:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bf552e67. 00010000:00000010:1.0:1776190952.593164:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000010:1.0:1776190952.593179:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.593185:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200128, offset 224 00000400:00000200:1.0:1776190952.593193:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.593206:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.593213:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91161:91161:256:4294967295] 192.168.202.25@tcp LPNI seq info [91161:91161:8:4294967295] 00000400:00000200:1.0:1776190952.593223:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.593228:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.593233:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348090). 00000800:00000200:1.0:1776190952.593239:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.593245:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.593248:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.593290:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.593302:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.593306:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c96bf4f5. 02000000:00000010:1.0:1776190952.593315:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e1e1e2cc. 00000100:00000010:1.0:1776190952.593318:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000531c177. 02000000:00000010:1.0:1776190952.593322:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053eab5b1. 00000100:00000010:1.0:1776190952.593325:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 02000000:00000010:1.0:1776190952.593327:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4f1d76b. 00000100:00000010:1.0:1776190952.593330:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d81232f6. 02000000:00000010:1.0:1776190952.593334:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000870132d7. 00000100:00000010:1.0:1776190952.593335:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a8406f72. 02000000:00000010:1.0:1776190952.593340:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e9bf71f. 00000100:00000010:1.0:1776190952.593341:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c642c3c2. 02000000:00000010:1.0:1776190952.593344:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8b8d003. 00000100:00000010:1.0:1776190952.593346:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000280b5198. 00000100:00000200:1.0:1776190952.593353:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190952.593359:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f82a885. 00000400:00000010:1.0:1776190952.593363:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf552e67 (tot 82348242). 00080000:00000010:2.0:1776190952.594238:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037b28485. 00010000:00000010:2.0:1776190952.594409:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:2.0:1776190952.594419:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1fef05b. 00010000:00000010:2.0:1776190952.594551:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190952.594558:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033ea9ebe. 00010000:00000010:2.0:1776190952.594572:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076d386bb. 00000100:00000010:2.0:1776190952.594577:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190952.594587:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e59e524c. 02000000:00000010:2.0:1776190952.594602:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccc4ba60. 02000000:00000010:2.0:1776190952.594630:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcbefd0b. 00000400:00000010:2.0:1776190952.594635:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0b5612b. 00000400:00000010:2.0:1776190952.594641:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190952.594645:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797340992, portal 16 00000400:00000010:2.0:1776190952.594651:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190952.594653:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797340992, offset 0 00000400:00000200:2.0:1776190952.594660:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.594673:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.594681:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.594684:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.594687:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.594690:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91162:91162:255:4294967295] 192.168.202.25@tcp LPNI seq info [91162:91162:7:4294967295] 00000400:00000200:2.0:1776190952.594698:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.594703:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.594708:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348490). 00000800:00000200:2.0:1776190952.594715:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.594722:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.594725:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.595079:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.595083:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82348242). 00000400:00000200:3.0:1776190952.595094:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.595099:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.595103:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:3.0:1776190952.595106:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 02000000:00000010:3.0:1776190952.595111:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004291fcb1. 00000800:00000200:3.0:1776190952.595224:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.595227:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.595230:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.595234:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.595236:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:3.0:1776190952.595237:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000100:00000200:3.0:1776190952.595243:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e59e524c x1862468797340992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.597566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003522ddf0. 00010000:00000010:1.1:1776190952.598236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031486308. 00010000:00000010:1.1:1776190952.598246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd6d550. 00000400:00000200:2.0:1776190952.599610:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.599626:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121d40 00000400:00000200:2.0:1776190952.599633:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ea5 [1] + 224 00000400:00000200:2.0:1776190952.599641:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.599644:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.599654:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e59e524c x1862468797340992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.599690:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.599696:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a300 00000400:00000200:2.0:1776190952.599701:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4809 [2] + 0 00000400:00000200:2.0:1776190952.599712:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.599716:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.599720:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776190952.599724:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0b5612b. 00000100:00000010:2.0:1776190952.599725:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 00000400:00000200:1.0:1776190952.599730:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:1.0:1776190952.599734:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000100:00000200:1.0:1776190952.599742:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e59e524c x1862468797340992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.599750:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e59e524c x1862468797340992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190952.599791:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcbefd0b. 02000000:00000010:1.0:1776190952.599798:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccc4ba60. 00000100:00000010:1.0:1776190952.599803:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e59e524c. 00000100:00000010:1.0:1776190952.599809:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:1.0:1776190952.599814:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076d386bb. 00000020:00000010:0.0:1776190952.600302:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:0.0:1776190952.600313:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.600318:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.600348:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004d2edca9 x1862468788200192/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.600376:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200192 02000000:00000010:0.0:1776190952.600387:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021caee10. 00010000:00000010:0.0:1776190952.600414:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032024261. 00010000:00000010:0.0:1776190952.600437:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.600445:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f01d3dbf. 00000100:00000010:0.0:1776190952.600457:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f01d3dbf. 00010000:00000010:0.0:1776190952.600460:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.600473:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190952.600478:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200192, offset 224 00000400:00000200:0.0:1776190952.600485:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.600499:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.600506:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91163:91163:256:4294967295] 192.168.202.25@tcp LPNI seq info [91163:91163:8:4294967295] 00000400:00000200:0.0:1776190952.600518:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.600524:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.600534:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190952.600540:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.600550:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.600556:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776190952.600657:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014748377. 00010000:00000010:2.0:1776190952.600744:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033ea9ebe. 00010000:00000010:2.0:1776190952.600750:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ce1d3e4. 00010000:00000010:2.0:1776190952.600853:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.0:1776190952.600859:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033ea9ebe. 00010000:00000010:2.0:1776190952.600874:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190952.600877:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190952.600882:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000005d0e46. 02000000:00000010:2.0:1776190952.600892:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1a473d4. 02000000:00000010:2.0:1776190952.600925:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099317728. 00000400:00000010:2.0:1776190952.600930:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000892eb96b. 00000400:00000010:2.0:1776190952.600934:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190952.600940:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341056, portal 16 00000400:00000010:2.0:1776190952.600944:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190952.600947:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341056, offset 0 00000400:00000200:2.0:1776190952.600951:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.600956:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.600964:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.600967:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.600970:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.600972:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91164:91164:255:4294967295] 192.168.202.25@tcp LPNI seq info [91164:91164:7:4294967295] 00000400:00000200:2.0:1776190952.600978:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.600981:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.600983:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348490). 00000800:00000200:2.0:1776190952.600986:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.600989:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.600990:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.601083:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.601088:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.601091:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 00000800:00000200:0.0:1776190952.601637:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.601640:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82348242). 00000400:00000200:0.0:1776190952.601644:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.601649:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.601652:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190952.601654:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000800:00000200:0.0:1776190952.602033:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.602037:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190952.602041:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.602044:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.602047:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:0.0:1776190952.602048:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000100:00000200:0.0:1776190952.602056:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000005d0e46 x1862468797341056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.602191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000666a6fe6. 00000400:00000200:3.0:1776190952.604712:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.604734:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121d80 00000400:00000200:3.0:1776190952.604744:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5eb1 [1] + 224 00000400:00000200:3.0:1776190952.604758:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.604761:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.604772:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000005d0e46 x1862468797341056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.604819:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.604825:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a340 00000400:00000200:3.0:1776190952.604830:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4809 [2] + 328 00000400:00000010:2.0:1776190952.605391:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000892eb96b. 00000400:00000200:2.0:1776190952.605399:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:2.0:1776190952.605402:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000100:00000200:2.0:1776190952.605411:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000005d0e46 x1862468797341056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.605419:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000005d0e46 x1862468797341056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.605454:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099317728. 02000000:00000010:2.0:1776190952.605461:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1a473d4. 00000100:00000010:2.0:1776190952.605465:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000005d0e46. 00000100:00000010:2.0:1776190952.605470:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:2.0:1776190952.605474:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000200:3.0:1776190952.606063:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.606070:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.606077:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.606083:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000020:00000010:1.0:1776190952.606488:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96bf4f5. 00000020:00000010:1.0:1776190952.606496:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.606501:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.606528:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788200256/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190952.606594:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200256 02000000:00000010:1.0:1776190952.606607:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfe9fb0c. 00010000:00000010:1.0:1776190952.606638:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6254e97. 00010000:00000010:1.0:1776190952.606658:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.606664:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.606681:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:1.0:1776190952.606683:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000010:1.0:1776190952.606695:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a0ed006. 00000100:00000200:1.0:1776190952.606698:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200256, offset 224 00000400:00000200:1.0:1776190952.606704:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.606715:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.606720:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91165:91165:256:4294967295] 192.168.202.25@tcp LPNI seq info [91165:91165:8:4294967295] 00000400:00000200:1.0:1776190952.606730:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.606734:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.606739:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.606744:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.606752:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.606756:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.606776:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.606781:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.606784:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c96bf4f5. 00000800:00000200:0.0:1776190952.606875:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.606878:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:0.0:1776190952.606887:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.606890:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.606892:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a0ed006 00000400:00000010:0.0:1776190952.606893:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a0ed006. 00080000:00000010:3.0:1776190952.606996:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d0182cc. 00010000:00000010:3.0:1776190952.607083:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033ea9ebe. 00010000:00000010:3.0:1776190952.607090:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2982113. 00010000:00000010:3.0:1776190952.607206:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.0:1776190952.607212:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190952.607223:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.607227:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.607239:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.607250:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e17b42f7. 02000000:00000010:3.0:1776190952.607282:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cd4b408. 00000400:00000010:3.0:1776190952.607288:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.607293:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.607298:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341120, portal 16 00000400:00000010:3.0:1776190952.607303:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190952.607305:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341120, offset 0 00000400:00000200:3.0:1776190952.607310:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.607316:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.607325:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.607328:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.607331:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.607333:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91166:91166:256:4294967295] 192.168.202.25@tcp LPNI seq info [91166:91166:8:4294967295] 00000400:00000200:3.0:1776190952.607340:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.607345:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.607348:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190952.607352:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.607356:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.607358:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.607487:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.607490:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:0.0:1776190952.607493:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.607497:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.607499:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:0.0:1776190952.607501:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00000100:00000200:0.0:1776190952.607506:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797341120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.613080:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.613102:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121dc0 00000400:00000200:0.0:1776190952.613112:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ebd [1] + 224 00010000:00000010:2.1:1776190952.613180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021c10146. 00010000:00000010:2.1:1776190952.613199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001073a95. 00010000:00000010:0.1:1776190952.613398:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c05325eb. 00000400:00000200:0.0:1776190952.613409:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.613415:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.613429:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797341120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190952.614357:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.614367:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190952.614369:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190952.614379:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797341120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.614389:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797341120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.614422:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cd4b408. 02000000:00000010:3.0:1776190952.614429:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e17b42f7. 00000100:00000010:3.0:1776190952.614432:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190952.614437:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.614440:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000200:0.0:1776190952.614590:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.614601:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a380 00000400:00000200:0.0:1776190952.614606:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4809 [2] + 656 00000400:00000200:0.0:1776190952.614867:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.615022:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.615027:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.615033:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00010000:00000010:1.1:1776190952.615163:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119de939. 00000020:00000010:1.0:1776190952.615186:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96bf4f5. 00000020:00000010:1.0:1776190952.615199:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.615204:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.615232:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788200320/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190952.615266:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200320 02000000:00000010:1.0:1776190952.615287:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f6c0208. 00010000:00000010:1.0:1776190952.615315:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6a12209. 00010000:00000010:1.0:1776190952.615336:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.615342:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.615357:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:1.0:1776190952.615361:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000010:1.0:1776190952.615377:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2853200. 00000100:00000200:1.0:1776190952.615382:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200320, offset 224 00000400:00000200:1.0:1776190952.615389:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.615400:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.615405:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91167:91167:256:4294967295] 192.168.202.25@tcp LPNI seq info [91167:91167:8:4294967295] 00000400:00000200:1.0:1776190952.615416:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.615422:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.615427:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.615433:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.615439:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.615443:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.615468:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.615472:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.615475:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c96bf4f5. 00010000:00000010:2.1:1776190952.615545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a13ecf10. 00010000:00000010:2.1:1776190952.615553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:3.1:1776190952.615703:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041ffcf71. 00010000:00000010:3.1:1776190952.615707:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00080000:00000010:3.0:1776190952.615724:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e17b42f7. 00010000:00000010:3.0:1776190952.615818:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190952.615824:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000315a0633. 00010000:00000010:3.0:1776190952.616087:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a68e2. 00010000:00000010:3.0:1776190952.616093:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190952.616103:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.616106:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.616112:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.616123:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002cd4b408. 02000000:00000010:3.0:1776190952.616195:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a5a08b. 00000400:00000010:3.0:1776190952.616202:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.616207:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.616213:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341184, portal 16 00000400:00000010:3.0:1776190952.616218:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007f5bd38. 00000100:00000200:3.0:1776190952.616220:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341184, offset 0 00000400:00000200:3.0:1776190952.616227:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.616235:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.616243:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.616247:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.616250:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.616252:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91168:91168:255:4294967295] 192.168.202.25@tcp LPNI seq info [91168:91168:7:4294967295] 00000400:00000200:3.0:1776190952.616260:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.616264:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.616275:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348490). 00000800:00000200:3.0:1776190952.616280:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.616284:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.616287:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.616569:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.616574:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82348242). 00000400:00000200:0.0:1776190952.616587:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.616592:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.616596:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2853200 00000400:00000010:0.0:1776190952.616599:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2853200. 00000800:00000200:0.0:1776190952.616638:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.616639:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190952.616642:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.616645:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.616647:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f5bd38 00000400:00000010:0.0:1776190952.616648:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007f5bd38. 00000100:00000200:0.0:1776190952.616654:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797341184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.618636:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.618657:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121e00 00000400:00000200:0.0:1776190952.618666:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ec9 [1] + 224 00000400:00000200:0.0:1776190952.618682:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.618686:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.618695:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797341184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190952.619451:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.619461:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190952.619464:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190952.619476:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797341184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.619485:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797341184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.619525:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a5a08b. 02000000:00000010:3.0:1776190952.619532:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002cd4b408. 00000100:00000010:3.0:1776190952.619535:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190952.619540:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.619545:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000200:2.0:1776190952.619605:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.619616:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a3c0 00000400:00000200:2.0:1776190952.619621:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4809 [2] + 984 00000400:00000200:2.0:1776190952.620188:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.620195:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.620203:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.620209:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000005d0e46. 00000020:00000010:0.0:1776190952.620451:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:0.0:1776190952.620460:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.620465:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.620493:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000005d0e46 x1862468788200384/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190952.620538:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200384 02000000:00000010:0.0:1776190952.620550:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bcb29a7. 00010000:00000010:0.0:1776190952.620586:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f57cebf0. 00010000:00000010:0.0:1776190952.620607:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.620613:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f01d3dbf. 00000100:00000010:0.0:1776190952.620664:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f01d3dbf. 00010000:00000010:0.0:1776190952.620667:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.620679:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190952.620684:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200384, offset 224 00000400:00000200:0.0:1776190952.620691:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.620701:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.620707:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91169:91169:256:4294967295] 192.168.202.25@tcp LPNI seq info [91169:91169:8:4294967295] 00000400:00000200:0.0:1776190952.620715:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.620720:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.620725:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190952.620731:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.620737:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.620741:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.620766:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.620770:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.620773:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 00000800:00000200:3.0:1776190952.621103:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.621108:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:3.0:1776190952.621111:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.621115:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.621117:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:3.0:1776190952.621119:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00080000:00000010:2.0:1776190952.622151:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1a473d4. 00010000:00000010:2.0:1776190952.622264:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:2.0:1776190952.622287:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001a60dc6. 00010000:00000010:2.0:1776190952.622364:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190952.622370:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e3842872. 00010000:00000010:2.0:1776190952.622381:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190952.622387:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190952.622397:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190952.622410:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099317728. 02000000:00000010:2.0:1776190952.622437:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032adf277. 00000400:00000010:2.0:1776190952.622442:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000892eb96b. 00000400:00000010:2.0:1776190952.622449:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190952.622454:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341248, portal 16 00000400:00000010:2.0:1776190952.622458:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190952.622460:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341248, offset 0 00000400:00000200:2.0:1776190952.622468:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.622481:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.622490:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.622495:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.622498:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.622501:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91170:91170:256:4294967295] 192.168.202.25@tcp LPNI seq info [91170:91170:8:4294967295] 00000400:00000200:2.0:1776190952.622510:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.622516:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.622521:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.622527:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.622533:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.622539:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.622801:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.622805:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190952.622812:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.622818:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.622823:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:0.0:1776190952.622825:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:0.0:1776190952.622834:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797341248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.623260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30b9210. 00010000:00000010:3.1:1776190952.624332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0e730a9. 00010000:00000010:3.1:1776190952.624344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5ce8aa. 00000400:00000200:2.0:1776190952.625380:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.625401:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121e40 00000400:00000200:2.0:1776190952.625411:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ed5 [1] + 224 00000400:00000200:2.0:1776190952.625424:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.625428:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.625439:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797341248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.625481:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.625486:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a400 00000400:00000200:2.0:1776190952.625491:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4809 [2] + 1312 00000400:00000200:2.0:1776190952.625551:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.625554:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.625558:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.625564:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061faaa02. 00000400:00000010:3.0:1776190952.625626:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000892eb96b. 00000400:00000200:3.0:1776190952.625631:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000020:00000010:1.0:1776190952.625632:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96bf4f5. 00000400:00000010:3.0:1776190952.625633:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000100:00000200:3.0:1776190952.625639:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797341248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190952.625639:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.625644:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:3.0:1776190952.625646:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797341248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190952.625671:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061faaa02 x1862468788200448/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:3.0:1776190952.625687:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032adf277. 02000000:00000010:3.0:1776190952.625692:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099317728. 00000100:00000010:3.0:1776190952.625695:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 00000100:00000010:3.0:1776190952.625699:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:3.0:1776190952.625702:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000100:00000200:1.0:1776190952.625702:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200448 02000000:00000010:1.0:1776190952.625712:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040207098. 00010000:00000010:1.0:1776190952.625750:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9d474cd. 00010000:00000010:1.0:1776190952.625775:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.625780:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.625796:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:1.0:1776190952.625798:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000010:1.0:1776190952.625812:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2853200. 00000100:00000200:1.0:1776190952.625816:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200448, offset 224 00000400:00000200:1.0:1776190952.625826:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.625838:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.625844:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91171:91171:256:4294967295] 192.168.202.25@tcp LPNI seq info [91171:91171:8:4294967295] 00000400:00000200:1.0:1776190952.625856:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.625862:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.625866:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.625871:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.625878:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.625882:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.625907:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.625911:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.625913:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c96bf4f5. 00000800:00000200:2.0:1776190952.626010:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.626013:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.626023:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.626026:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.626029:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2853200 00000400:00000010:2.0:1776190952.626031:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2853200. 00080000:00000010:3.0:1776190952.626923:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cd4b408. 00010000:00000010:3.0:1776190952.627025:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3842872. 00010000:00000010:3.0:1776190952.627031:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d21c6fd. 00010000:00000010:3.0:1776190952.627101:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004efe5523. 00010000:00000010:3.0:1776190952.627105:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004df2b35f. 00010000:00000010:3.0:1776190952.627111:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.0:1776190952.627117:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00080000:00000010:3.0:1776190952.627177:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013a5a08b. 00010000:00000010:3.0:1776190952.627203:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.627207:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004df2b35f. 00010000:00000010:3.0:1776190952.627285:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a8b98ea. 00010000:00000010:3.0:1776190952.627289:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.627298:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.627304:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.627311:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.627325:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c83d747. 02000000:00000010:3.0:1776190952.627354:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8b8d003. 00000400:00000010:3.0:1776190952.627360:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.627365:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.627371:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341312, portal 16 00000400:00000010:3.0:1776190952.627375:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190952.627377:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341312, offset 0 00000400:00000200:3.0:1776190952.627384:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.627394:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.627401:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.627405:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.627407:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.627410:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91172:91172:256:4294967295] 192.168.202.25@tcp LPNI seq info [91172:91172:8:4294967295] 00000400:00000200:3.0:1776190952.627418:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.627423:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.627427:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190952.627432:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.627438:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.627441:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.627548:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.627552:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190952.627556:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.627561:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.627565:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:0.0:1776190952.627567:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:0.0:1776190952.627574:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797341312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.629189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093a00f0c. 00000400:00000200:2.0:1776190952.631653:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.631682:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121e80 00000400:00000200:2.0:1776190952.631692:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ee1 [1] + 224 00000400:00000200:2.0:1776190952.631719:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.631724:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.631741:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797341312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190952.631849:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.631856:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190952.631859:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190952.631865:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797341312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.631902:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797341312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.631931:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8b8d003. 02000000:00000010:3.0:1776190952.631944:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c83d747. 00000100:00000010:3.0:1776190952.631948:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190952.631953:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.631956:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00010000:00000010:3.1:1776190952.632770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6bacd16. 00010000:00000010:3.1:1776190952.632780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:1.1:1776190952.633260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae32da69. 00010000:00000010:2.1:1776190952.633364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6de20a2. 00010000:00000010:2.1:1776190952.633371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a68e2. 00000400:00000200:2.0:1776190952.633933:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.633950:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a440 00000400:00000200:2.0:1776190952.633957:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4809 [2] + 1640 00000400:00000200:2.0:1776190952.634016:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.634020:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.634027:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.634032:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000023fdab81. 00000020:00000010:0.0:1776190952.634371:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:0.0:1776190952.634387:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.634392:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.634419:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000023fdab81 x1862468788200512/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190952.634449:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200512 02000000:00000010:0.0:1776190952.634459:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c743c71. 00010000:00000010:0.0:1776190952.634486:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed2b25d0. 00010000:00000010:0.0:1776190952.634505:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.634512:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f01d3dbf. 00000100:00000010:0.0:1776190952.634530:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f01d3dbf. 00010000:00000010:0.0:1776190952.634533:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.634546:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190952.634551:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200512, offset 224 00000400:00000200:0.0:1776190952.634559:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:3.0:1776190952.634566:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c83d747. 00000400:00000200:0.0:1776190952.634571:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.634576:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91173:91173:256:4294967295] 192.168.202.25@tcp LPNI seq info [91173:91173:8:4294967295] 00000400:00000200:0.0:1776190952.634587:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.634591:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.634596:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190952.634602:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.634607:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.634611:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.634631:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.634635:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.634637:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 00010000:00000010:3.0:1776190952.634655:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.634660:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b30fc3f. 00000800:00000200:0.0:1776190952.634709:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.634712:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:0.0:1776190952.634715:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.634727:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.634731:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:0.0:1776190952.634732:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00010000:00000010:3.0:1776190952.634749:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.0:1776190952.634759:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.634770:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.634773:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.634779:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.634790:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8b8d003. 02000000:00000010:3.0:1776190952.634817:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000870132d7. 00000400:00000010:3.0:1776190952.634824:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.634828:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.634834:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341376, portal 16 00000400:00000010:3.0:1776190952.634838:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000898e8621. 00000100:00000200:3.0:1776190952.634839:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341376, offset 0 00000400:00000200:3.0:1776190952.634844:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.634857:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.634863:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.634866:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.634899:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.634902:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91174:91174:256:4294967295] 192.168.202.25@tcp LPNI seq info [91174:91174:8:4294967295] 00000400:00000200:3.0:1776190952.634909:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.634913:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.634916:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190952.634920:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.634923:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.634926:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.635081:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.635084:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190952.635087:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.635091:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.635093:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000898e8621 00000400:00000010:0.0:1776190952.635095:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000898e8621. 00000100:00000200:0.0:1776190952.635100:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797341376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.636501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004efe5523. 00010000:00000010:3.1:1776190952.636514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5ce8aa. 00000400:00000200:2.0:1776190952.641730:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.641754:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121ec0 00000400:00000200:2.0:1776190952.641764:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5eed [1] + 224 00000400:00000200:2.0:1776190952.641777:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.641781:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.641793:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797341376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.641845:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.641850:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a480 00000400:00000200:2.0:1776190952.641855:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4809 [2] + 1968 00000400:00000010:2.0:1776190952.641860:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070a1f624. 00000400:00000200:2.0:1776190952.641875:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fe404736 00000400:00000200:2.0:1776190952.641890:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.641893:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.641895:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe404736 00000400:00000010:2.0:1776190952.641897:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fe404736 (tot 82347842). 00000100:00000200:2.0:1776190952.641905:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1776190952.642100:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.642105:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190952.642107:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190952.642114:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797341376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.642122:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797341376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.642191:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000870132d7. 02000000:00000010:3.0:1776190952.642198:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8b8d003. 00000100:00000010:3.0:1776190952.642202:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190952.642206:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.642209:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000020:00000010:0.0:1776190952.642983:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:0.0:1776190952.642994:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.642998:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.643029:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bddd5216 x1862468788200576/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.643110:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200576 02000000:00000010:0.0:1776190952.643123:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049b78a10. 00010000:00000010:0.0:1776190952.643194:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e78ab350. 00010000:00000010:0.0:1776190952.643221:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.643229:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f01d3dbf. 00000100:00000010:0.0:1776190952.643241:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f01d3dbf. 00010000:00000010:0.0:1776190952.643244:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.643258:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190952.643263:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200576, offset 224 00000400:00000200:0.0:1776190952.643279:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.643292:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.643298:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91175:91175:256:4294967295] 192.168.202.25@tcp LPNI seq info [91175:91175:8:4294967295] 00000400:00000200:0.0:1776190952.643308:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.643313:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.643317:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348090). 00000800:00000200:0.0:1776190952.643323:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.643330:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.643334:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.643352:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.643356:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.643358:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 02000000:00000010:0.0:1776190952.643366:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c743c71. 00000100:00000010:0.0:1776190952.643369:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000023fdab81. 02000000:00000010:0.0:1776190952.643372:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040207098. 00000100:00000010:0.0:1776190952.643374:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061faaa02. 02000000:00000010:0.0:1776190952.643378:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bcb29a7. 00000100:00000010:0.0:1776190952.643380:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000005d0e46. 02000000:00000010:0.0:1776190952.643382:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f6c0208. 00000100:00000010:0.0:1776190952.643384:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190952.643388:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfe9fb0c. 00000100:00000010:0.0:1776190952.643389:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:0.0:1776190952.643392:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021caee10. 00000100:00000010:0.0:1776190952.643394:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000200:0.0:1776190952.643399:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190952.643405:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000925df483. 00000400:00000010:0.0:1776190952.643408:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f01d3dbf (tot 82348242). 00080000:00000010:3.0:1776190952.643472:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8b8d003. 00010000:00000010:3.0:1776190952.643576:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.643583:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062e5a287. 00010000:00000010:3.0:1776190952.643677:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.0:1776190952.643683:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.643693:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.643697:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.643702:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.643711:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000870132d7. 02000000:00000010:3.0:1776190952.643733:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053eab5b1. 00000400:00000010:3.0:1776190952.643737:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.643740:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.643743:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341440, portal 16 00000400:00000010:3.0:1776190952.643747:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190952.643748:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341440, offset 0 00000400:00000200:3.0:1776190952.643754:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.643761:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.643768:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.643771:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.643774:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.643776:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91176:91176:255:4294967295] 192.168.202.25@tcp LPNI seq info [91176:91176:7:4294967295] 00000400:00000200:3.0:1776190952.643784:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.643788:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.643791:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348490). 00000800:00000200:3.0:1776190952.643795:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.643799:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.643801:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.644438:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.644442:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82348242). 00000400:00000200:1.0:1776190952.644447:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.644453:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.644457:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:1.0:1776190952.644459:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 02000000:00000010:1.0:1776190952.644465:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049b78a10. 00000800:00000200:1.0:1776190952.644730:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.644733:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190952.644737:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.644740:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.644743:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:1.0:1776190952.644744:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:1.0:1776190952.644750:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797341440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.648430:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.648450:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121f00 00000400:00000200:0.0:1776190952.648460:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5efd [1] + 224 00000400:00000200:0.0:1776190952.648473:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.648477:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.648487:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797341440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.648557:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.648563:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a4c0 00000400:00000200:0.0:1776190952.648568:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4861 [2] + 0 00000400:00000200:0.0:1776190952.648597:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.648602:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.648607:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.648612:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000400:00000010:3.0:1776190952.648769:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.648774:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190952.648776:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190952.648782:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797341440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.648789:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797341440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.648828:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053eab5b1. 02000000:00000010:3.0:1776190952.648833:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000870132d7. 00000100:00000010:3.0:1776190952.648837:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190952.648840:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.648844:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000020:00000010:1.0:1776190952.649042:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96bf4f5. 00000020:00000010:1.0:1776190952.649050:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.649055:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.649080:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788200640/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190952.649111:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200640 02000000:00000010:1.0:1776190952.649121:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd543bd9. 00010000:00000010:3.1:1776190952.649183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ec908e. 00010000:00000010:3.1:1776190952.649192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a8b98ea. 00010000:00000010:0.1:1776190952.649292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006de3f28c. 00010000:00000010:1.0:1776190952.649430:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b4067df. 00010000:00000010:1.0:1776190952.649454:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.649462:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.649517:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:1.0:1776190952.649521:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000010:1.0:1776190952.649537:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a0ed006. 00000100:00000200:1.0:1776190952.649541:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200640, offset 224 00000400:00000200:1.0:1776190952.649550:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.649561:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.649567:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91177:91177:256:4294967295] 192.168.202.25@tcp LPNI seq info [91177:91177:8:4294967295] 00000400:00000200:1.0:1776190952.649579:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.649584:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.649589:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.649596:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.649602:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.649607:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.649633:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.649637:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.649640:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c96bf4f5. 00000800:00000200:2.0:1776190952.650189:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.650195:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.650207:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.650212:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.650216:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a0ed006 00000400:00000010:2.0:1776190952.650218:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a0ed006. 00080000:00000010:2.0:1776190952.652371:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011f4bb1b. 00010000:00000010:2.0:1776190952.652498:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:2.0:1776190952.652509:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1ee6db1. 00010000:00000010:2.0:1776190952.652597:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.0:1776190952.652604:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005f59fdd. 00010000:00000010:2.0:1776190952.652617:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.652625:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.652634:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.652734:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007984b3c3. 02000000:00000010:2.0:1776190952.652771:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006906f9e8. 00000400:00000010:2.0:1776190952.652778:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.652784:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190952.652792:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341504, portal 16 00000400:00000010:2.0:1776190952.652800:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190952.652802:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341504, offset 0 00000400:00000200:2.0:1776190952.652824:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.652844:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.652853:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.652857:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.652860:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.652863:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91178:91178:256:4294967295] 192.168.202.25@tcp LPNI seq info [91178:91178:8:4294967295] 00000400:00000200:2.0:1776190952.653019:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.653026:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.653031:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.653038:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.653044:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.653049:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.653459:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.653463:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.653468:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.653473:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.653477:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:1.0:1776190952.653479:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000100:00000200:1.0:1776190952.653486:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797341504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.654197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f97729f. 00010000:00000010:3.1:1776190952.654206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ff858c. 00010000:00000010:0.1:1776190952.654418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d82a6b3e. 00000400:00000200:0.0:1776190952.658197:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.658217:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121f40 00000400:00000200:0.0:1776190952.658227:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f09 [1] + 224 00000400:00000200:0.0:1776190952.658240:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.658244:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.658256:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797341504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.658293:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.658299:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a500 00000400:00000200:0.0:1776190952.658303:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4861 [2] + 328 00000400:00000200:0.0:1776190952.658315:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.658317:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.658321:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.658328:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 00010000:00000010:2.1:1776190952.658407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000174c6e98. 00010000:00000010:2.1:1776190952.658416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5ce8aa. 00000400:00000010:2.0:1776190952.658434:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.658439:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:2.0:1776190952.658441:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:2.0:1776190952.658447:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797341504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.658460:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797341504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.658491:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006906f9e8. 02000000:00000010:2.0:1776190952.658497:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007984b3c3. 00000100:00000010:2.0:1776190952.658500:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.658504:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.658513:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000020:00000010:1.0:1776190952.658604:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c96bf4f5. 00000020:00000010:1.0:1776190952.658612:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.658617:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.658640:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd76f7ae x1862468788200704/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190952.658682:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200704 02000000:00000010:1.0:1776190952.658696:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfe9fb0c. 00010000:00000010:1.0:1776190952.658725:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030a6291d. 00010000:00000010:1.0:1776190952.658746:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.658752:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.658773:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:1.0:1776190952.658776:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00000400:00000010:1.0:1776190952.658788:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190952.658792:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200704, offset 224 00000400:00000200:1.0:1776190952.658799:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.658820:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.658826:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91179:91179:256:4294967295] 192.168.202.25@tcp LPNI seq info [91179:91179:8:4294967295] 00000400:00000200:1.0:1776190952.658836:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.658841:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.658846:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.658853:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.658859:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.658862:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.658888:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.658892:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.658895:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c96bf4f5. 00080000:00000010:3.0:1776190952.659206:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000870132d7. 00010000:00000010:3.0:1776190952.659305:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005f59fdd. 00010000:00000010:3.0:1776190952.659311:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098de0a11. 00010000:00000010:3.0:1776190952.659387:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.0:1776190952.659393:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.659404:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.659407:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.659414:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.659426:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053eab5b1. 02000000:00000010:3.0:1776190952.659454:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1e1e2cc. 00000400:00000010:3.0:1776190952.659459:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.659464:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.659470:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341568, portal 16 00000400:00000010:3.0:1776190952.659474:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190952.659476:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341568, offset 0 00000400:00000200:3.0:1776190952.659481:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.659488:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.659495:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.659499:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.659501:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.659504:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91180:91180:255:4294967295] 192.168.202.25@tcp LPNI seq info [91180:91180:7:4294967295] 00000400:00000200:3.0:1776190952.659511:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.659514:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.659518:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190952.659522:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.659526:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.659529:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.659640:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.659654:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82348242). 00000400:00000200:0.0:1776190952.659665:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.659670:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.659674:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:0.0:1776190952.659676:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000800:00000200:0.0:1776190952.659752:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.659754:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:0.0:1776190952.659757:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.659761:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.659762:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:0.0:1776190952.659763:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:0.0:1776190952.659768:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797341568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190952.662258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d243395. 00010000:00000010:3.1:1776190952.665600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004df37df8. 00010000:00000010:3.1:1776190952.665614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:1.1:1776190952.666124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009304140. 00000400:00000200:1.0:1776190952.666186:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.666203:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121f80 00000400:00000200:1.0:1776190952.666211:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f15 [1] + 224 00000400:00000200:1.0:1776190952.666223:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.666228:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.666238:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797341568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.666281:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.666286:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a540 00000400:00000200:1.0:1776190952.666290:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4861 [2] + 656 00000400:00000200:1.0:1776190952.666341:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.666344:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.666347:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.666352:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000400:00000010:3.0:1776190952.666448:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.666454:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190952.666456:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190952.666462:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797341568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.666470:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797341568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.666509:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1e1e2cc. 02000000:00000010:3.0:1776190952.666516:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053eab5b1. 00000100:00000010:3.0:1776190952.666519:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190952.666523:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.666526:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000020:00000010:2.0:1776190952.667754:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007984b3c3. 00000020:00000010:2.0:1776190952.667764:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.667768:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.667793:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788200768/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190952.668012:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200768 02000000:00000010:2.0:1776190952.668024:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006906f9e8. 00010000:00000010:2.0:1776190952.668051:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d965380. 00010000:00000010:2.0:1776190952.668071:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.668078:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.668095:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.668098:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190952.668111:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190952.668117:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200768, offset 224 00000400:00000200:2.0:1776190952.668125:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.668167:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:3.0:1776190952.668433:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053eab5b1. 00010000:00000010:3.0:1776190952.668526:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.668533:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b38eb691. 00010000:00000010:3.0:1776190952.668608:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a8b98ea. 00010000:00000010:3.0:1776190952.668614:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190952.668624:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.668628:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.668635:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.668659:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1e1e2cc. 02000000:00000010:3.0:1776190952.668683:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb4412c2. 00000400:00000010:3.0:1776190952.668689:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.668694:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.668698:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341632, portal 16 00000400:00000010:3.0:1776190952.668702:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190952.668704:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341632, offset 0 00000400:00000200:3.0:1776190952.668709:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.668733:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91181:91181:256:4294967295] 192.168.202.25@tcp LPNI seq info [91181:91181:8:4294967295] 00000400:00000200:2.0:1776190952.668744:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.668751:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.668755:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.668762:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.668767:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.668772:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.668794:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.668799:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.668802:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007984b3c3. 00000800:00000200:0.0:1776190952.669068:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.669071:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190952.669076:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.669081:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.669084:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:0.0:1776190952.669086:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000400:00000200:3.0:1776190952.670437:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.670446:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.670449:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.670452:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.670455:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91182:91182:255:4294967295] 192.168.202.25@tcp LPNI seq info [91182:91182:7:4294967295] 00000400:00000200:3.0:1776190952.670467:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.670474:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.670483:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190952.670492:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.670499:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.670504:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.674876:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.674887:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190952.674902:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.674914:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.674922:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:0.0:1776190952.674925:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000100:00000200:0.0:1776190952.674938:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797341632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.675639:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.675730:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf121fc0 00000400:00000200:0.0:1776190952.675737:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f21 [1] + 224 00000400:00000200:0.0:1776190952.675750:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.675753:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.675761:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797341632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.675833:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.675840:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a580 00000400:00000200:0.0:1776190952.675845:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4861 [2] + 984 00000400:00000200:0.0:1776190952.675965:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.675969:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.675972:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.675978:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:2.0:1776190952.676074:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007984b3c3. 00000020:00000010:2.0:1776190952.676083:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.676088:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.676121:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788200832/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190952.676195:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200832 02000000:00000010:2.0:1776190952.676208:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a25d765. 00010000:00000010:2.0:1776190952.676257:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.676264:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.676279:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.676282:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190952.676298:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190952.676303:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200832, offset 224 00000400:00000200:2.0:1776190952.676311:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.676322:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.676327:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91183:91183:256:4294967295] 192.168.202.25@tcp LPNI seq info [91183:91183:8:4294967295] 00000400:00000200:2.0:1776190952.676338:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.676342:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.676347:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.676353:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.676359:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.676362:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.676381:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.676385:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.676387:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007984b3c3. 00000800:00000200:0.0:1776190952.676964:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.676969:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:0.0:1776190952.676974:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.676978:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.676982:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:0.0:1776190952.676984:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00010000:00000010:2.1:1776190952.679284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4e7cebc. 00000400:00000010:3.0:1776190952.679916:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.679923:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190952.679925:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190952.679941:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797341632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.679953:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797341632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190952.679990:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e24dce. 02000000:00000010:3.0:1776190952.680013:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb4412c2. 02000000:00000010:3.0:1776190952.680021:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1e1e2cc. 00000100:00000010:3.0:1776190952.680027:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190952.680031:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.680035:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00080000:00000010:2.0:1776190952.680280:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007984b3c3. 00010000:00000010:2.0:1776190952.680407:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:2.0:1776190952.680415:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6069955. 00010000:00000010:2.0:1776190952.680527:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190952.680534:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efb0fee4. 00010000:00000010:2.0:1776190952.680550:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.680560:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.680572:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.680592:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099317728. 02000000:00000010:2.0:1776190952.680625:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032adf277. 00000400:00000010:2.0:1776190952.680631:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.680636:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190952.680642:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341696, portal 16 00000400:00000010:2.0:1776190952.680660:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190952.680663:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341696, offset 0 00000400:00000200:2.0:1776190952.680671:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.680688:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.680698:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.680702:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.680705:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.680709:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91184:91184:256:4294967295] 192.168.202.25@tcp LPNI seq info [91184:91184:8:4294967295] 00000400:00000200:2.0:1776190952.680720:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.680727:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.680732:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.680740:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.680747:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.680750:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.681193:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.681197:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190952.681203:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.681209:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.681214:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:1.0:1776190952.681215:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000100:00000200:1.0:1776190952.681223:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797341696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.685701:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.685721:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122000 00000400:00000200:0.0:1776190952.685732:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f2d [1] + 224 00000400:00000200:0.0:1776190952.685752:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.685757:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.685769:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797341696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.685884:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.685890:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190952.685892:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:2.0:1776190952.685899:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797341696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.685910:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797341696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.685945:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032adf277. 02000000:00000010:2.0:1776190952.685950:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099317728. 00000100:00000010:2.0:1776190952.685954:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.685958:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.685962:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000200:0.0:1776190952.687040:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.687054:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a5c0 00000400:00000200:0.0:1776190952.687061:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4861 [2] + 1312 00000400:00000200:0.0:1776190952.687118:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.687124:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.687185:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.687191:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:2.0:1776190952.687444:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099317728. 00000020:00000010:2.0:1776190952.687452:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.687456:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.687486:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788200896/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190952.687517:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200896 02000000:00000010:2.0:1776190952.687531:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032adf277. 00010000:00000010:2.0:1776190952.687567:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c69ebc16. 00010000:00000010:2.0:1776190952.687590:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.687597:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.687614:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.687617:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190952.687629:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190952.687634:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200896, offset 224 00000400:00000200:2.0:1776190952.687641:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.687665:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.687670:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91185:91185:256:4294967295] 192.168.202.25@tcp LPNI seq info [91185:91185:8:4294967295] 00000400:00000200:2.0:1776190952.687680:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.687686:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.687690:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.687696:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.687703:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.687709:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.687729:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.687733:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.687736:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099317728. 00000800:00000200:1.0:1776190952.687850:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.687854:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.687858:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.687862:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.687864:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:1.0:1776190952.687866:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00010000:00000010:3.1:1776190952.688010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065923a55. 00010000:00000010:3.1:1776190952.688018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ff858c. 00080000:00000010:3.0:1776190952.688046:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a360e322. 00010000:00000010:3.0:1776190952.688207:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efb0fee4. 00010000:00000010:3.0:1776190952.688215:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000160b450e. 00010000:00000010:3.0:1776190952.688303:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.0:1776190952.688310:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190952.688321:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.688325:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.688332:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.688343:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c780b0f9. 02000000:00000010:3.0:1776190952.688365:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e9b5d41. 00000400:00000010:3.0:1776190952.688370:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.688374:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.688379:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341760, portal 16 00000400:00000010:3.0:1776190952.688383:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190952.688385:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341760, offset 0 00000400:00000200:3.0:1776190952.688391:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.688398:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.688405:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.688409:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.688411:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.688414:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91186:91186:256:4294967295] 192.168.202.25@tcp LPNI seq info [91186:91186:8:4294967295] 00000400:00000200:3.0:1776190952.688420:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.688425:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.688428:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190952.688432:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.688437:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.688439:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.688605:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.688609:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190952.688612:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.688616:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.688619:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:1.0:1776190952.688620:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:1.0:1776190952.688625:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797341760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.692243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e478464. 00010000:00000010:2.1:1776190952.692345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9002cc. 00010000:00000010:2.1:1776190952.692353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a8b98ea. 00000400:00000200:1.0:1776190952.696625:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.696644:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122040 00000400:00000200:1.0:1776190952.696729:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f39 [1] + 224 00000400:00000200:1.0:1776190952.696744:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.696749:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.696758:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797341760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.696846:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.696852:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a600 00000400:00000200:1.0:1776190952.696856:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4861 [2] + 1640 00000400:00000200:1.0:1776190952.696922:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.696926:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.696930:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.696936:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:0.0:1776190952.697801:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021caee10. 00000020:00000010:0.0:1776190952.697819:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.697824:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.697852:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788200960/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.697893:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788200960 02000000:00000010:0.0:1776190952.697906:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bcb29a7. 00010000:00000010:0.0:1776190952.697949:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.697956:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.697964:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.697968:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.697986:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190952.697992:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788200960, offset 224 00000400:00000200:0.0:1776190952.698000:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.698013:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.698020:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91187:91187:256:4294967295] 192.168.202.25@tcp LPNI seq info [91187:91187:8:4294967295] 00000400:00000200:0.0:1776190952.698032:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.698038:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.698042:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190952.698048:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.698056:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.698061:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.698085:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.698089:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.698092:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021caee10. 00000800:00000200:1.0:1776190952.698609:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.698614:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:1.0:1776190952.698619:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.698624:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.698628:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:1.0:1776190952.698630:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00010000:00000010:2.1:1776190952.700221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021ae7d88. 00000400:00000010:3.0:1776190952.703038:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dc6b97e. 00000400:00000200:3.0:1776190952.703054:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190952.703057:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190952.703075:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797341760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.703086:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797341760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190952.703127:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002422b268. 02000000:00000010:3.0:1776190952.703287:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e9b5d41. 02000000:00000010:3.0:1776190952.703293:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c780b0f9. 00000100:00000010:3.0:1776190952.703297:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190952.703301:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.703304:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00080000:00000010:2.0:1776190952.703632:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099317728. 00010000:00000010:2.0:1776190952.704000:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:2.0:1776190952.704010:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004608c456. 00010000:00000010:2.0:1776190952.704096:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190952.704103:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a76c2558. 00010000:00000010:2.0:1776190952.704117:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.704124:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.704222:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.704236:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccc4ba60. 02000000:00000010:2.0:1776190952.704264:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcbefd0b. 00000400:00000010:2.0:1776190952.704279:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.704286:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190952.704292:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341824, portal 16 00000400:00000010:2.0:1776190952.704299:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.704301:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341824, offset 0 00000400:00000200:2.0:1776190952.704310:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.704328:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.704336:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.704340:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.704343:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.704347:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91188:91188:256:4294967295] 192.168.202.25@tcp LPNI seq info [91188:91188:8:4294967295] 00000400:00000200:2.0:1776190952.704358:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.704364:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.704369:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.704375:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.704383:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.704387:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.707250:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.707258:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.707277:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.707286:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.707292:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:1.0:1776190952.707295:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:1.0:1776190952.707305:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797341824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.709680:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d9ccee5. 00010000:00000010:3.1:1776190952.709701:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00000400:00000200:1.0:1776190952.710042:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.710069:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122080 00000400:00000200:1.0:1776190952.710079:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f45 [1] + 224 00000400:00000200:1.0:1776190952.710095:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.710099:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.710113:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797341824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.710502:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.710509:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a640 00000400:00000200:1.0:1776190952.710515:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4861 [2] + 1968 00000400:00000010:1.0:1776190952.710522:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3f699be. 00000400:00000200:1.0:1776190952.710527:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b38b8b9f 00000400:00000200:1.0:1776190952.710605:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.710610:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.710613:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b38b8b9f 00000400:00000010:1.0:1776190952.710616:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b38b8b9f (tot 82347842). 00000100:00000200:1.0:1776190952.710624:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190952.711064:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190952.711074:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.711078:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.711112:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000310d047d x1862468788201024/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.711359:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201024 02000000:00000010:3.0:1776190952.711373:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e9b5d41. 00010000:00000010:3.0:1776190952.711416:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.711424:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000980f80ed. 00000100:00000010:3.0:1776190952.711431:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000980f80ed. 00010000:00000010:3.0:1776190952.711435:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.711451:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190952.711457:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201024, offset 224 00000400:00000200:3.0:1776190952.711464:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.711475:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.711482:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91189:91189:256:4294967295] 192.168.202.25@tcp LPNI seq info [91189:91189:8:4294967295] 00000400:00000200:3.0:1776190952.711494:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.711499:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.711505:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348090). 00000800:00000200:3.0:1776190952.711510:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.711517:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.711521:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.711541:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.711555:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.711558:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 02000000:00000010:3.0:1776190952.711567:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bcb29a7. 00000100:00000010:3.0:1776190952.711571:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:3.0:1776190952.711576:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032adf277. 00000100:00000010:3.0:1776190952.711578:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:3.0:1776190952.711581:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a25d765. 00000100:00000010:3.0:1776190952.711583:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 02000000:00000010:3.0:1776190952.711586:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006906f9e8. 00000100:00000010:3.0:1776190952.711588:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:3.0:1776190952.711591:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfe9fb0c. 00000100:00000010:3.0:1776190952.711593:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 02000000:00000010:3.0:1776190952.711596:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd543bd9. 00000100:00000010:3.0:1776190952.711597:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000200:3.0:1776190952.711603:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190952.711607:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dc6b97e. 00000400:00000010:3.0:1776190952.711611:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000980f80ed (tot 82348242). 00000800:00000200:1.0:1776190952.711710:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.711714:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190952.711717:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.711721:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.711725:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:1.0:1776190952.711727:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 02000000:00000010:1.0:1776190952.711730:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e9b5d41. 00000400:00000010:2.0:1776190952.712665:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.712674:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:2.0:1776190952.712675:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000100:00000200:2.0:1776190952.712686:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797341824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.712695:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797341824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.712728:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001691d48e. 02000000:00000010:2.0:1776190952.712745:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcbefd0b. 02000000:00000010:2.0:1776190952.712750:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccc4ba60. 00000100:00000010:2.0:1776190952.712753:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.712757:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.712766:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00080000:00000010:2.0:1776190952.712796:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccc4ba60. 00010000:00000010:2.0:1776190952.713029:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a76c2558. 00010000:00000010:2.0:1776190952.713037:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002226aa95. 00010000:00000010:2.0:1776190952.713159:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190952.713165:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a76c2558. 00010000:00000010:2.0:1776190952.713603:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.713611:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.713620:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.713634:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcbefd0b. 02000000:00000010:2.0:1776190952.713664:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7e360ea. 00000400:00000010:2.0:1776190952.713669:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.713674:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190952.713680:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341888, portal 16 00000400:00000010:2.0:1776190952.713686:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190952.713688:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341888, offset 0 00000400:00000200:2.0:1776190952.713695:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.713709:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.713716:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.713720:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.713723:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.713726:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91190:91190:256:4294967295] 192.168.202.25@tcp LPNI seq info [91190:91190:8:4294967295] 00000400:00000200:2.0:1776190952.713734:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.713740:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.713745:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.713751:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.713757:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.713761:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.714629:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.714634:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.714640:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.714655:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.714659:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:1.0:1776190952.714661:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:1.0:1776190952.714670:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797341888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.718242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000491e505f. 00010000:00000010:2.1:1776190952.718258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.1:1776190952.721288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004169a0e7. 00000400:00000200:1.0:1776190952.721517:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.721536:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1220c0 00000400:00000200:1.0:1776190952.721546:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f55 [1] + 224 00000400:00000200:1.0:1776190952.721558:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.721562:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.721574:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797341888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.721660:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.721665:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a680 00000400:00000200:1.0:1776190952.721670:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb48b9 [2] + 0 00000400:00000200:1.0:1776190952.721731:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.721735:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.721739:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.721744:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 00000020:00000010:3.0:1776190952.721849:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190952.721857:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.721861:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.721894:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009beabb9d x1862468788201088/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190952.721928:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201088 02000000:00000010:3.0:1776190952.721941:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aefe448a. 00010000:00000010:3.0:1776190952.721982:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.721989:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005faa7a60. 00000100:00000010:3.0:1776190952.721995:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005faa7a60. 00010000:00000010:3.0:1776190952.722000:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.722014:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852427f8. 00000100:00000200:3.0:1776190952.722018:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201088, offset 224 00000400:00000200:3.0:1776190952.722038:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.722049:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.722054:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91191:91191:256:4294967295] 192.168.202.25@tcp LPNI seq info [91191:91191:8:4294967295] 00000400:00000200:3.0:1776190952.722063:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.722067:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.722072:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190952.722077:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.722084:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.722088:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.722170:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.722192:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.722195:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 00000400:00000010:2.0:1776190952.723432:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.723443:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:2.0:1776190952.723445:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000100:00000200:2.0:1776190952.723457:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797341888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.723466:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797341888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.723490:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000210811e3. 02000000:00000010:2.0:1776190952.723506:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7e360ea. 02000000:00000010:2.0:1776190952.723511:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcbefd0b. 00000100:00000010:2.0:1776190952.723514:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.723518:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.723521:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00080000:00000010:2.0:1776190952.723540:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcbefd0b. 00010000:00000010:2.0:1776190952.723625:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a76c2558. 00010000:00000010:2.0:1776190952.723631:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0913d7f. 00010000:00000010:2.0:1776190952.723722:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.0:1776190952.723728:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a76c2558. 00010000:00000010:2.0:1776190952.723738:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.723743:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.723749:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.723761:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7e360ea. 02000000:00000010:2.0:1776190952.723787:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc67bb84. 00000400:00000010:2.0:1776190952.723792:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.723796:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190952.723802:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797341952, portal 16 00000400:00000010:2.0:1776190952.723816:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190952.723818:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797341952, offset 0 00000400:00000200:2.0:1776190952.723825:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.723835:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.723843:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.723846:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.723849:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.723852:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91192:91192:255:4294967295] 192.168.202.25@tcp LPNI seq info [91192:91192:7:4294967295] 00000400:00000200:2.0:1776190952.723860:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.723865:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.724123:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348490). 00000800:00000200:2.0:1776190952.724472:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.724482:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.724487:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.724640:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.724655:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:1.0:1776190952.724660:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.724664:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.724668:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852427f8 00000400:00000010:1.0:1776190952.724670:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852427f8. 00000800:00000200:1.0:1776190952.724739:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.724741:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.724744:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.724748:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.724759:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:1.0:1776190952.724760:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:1.0:1776190952.724767:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797341952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.727748:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.727768:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122100 00000400:00000200:1.0:1776190952.727777:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f61 [1] + 224 00000400:00000200:1.0:1776190952.727793:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.727797:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.727817:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797341952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.728786:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.728795:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:2.0:1776190952.728797:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000100:00000200:2.0:1776190952.728807:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797341952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.728816:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797341952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.728848:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc67bb84. 02000000:00000010:2.0:1776190952.728855:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7e360ea. 00000100:00000010:2.0:1776190952.728858:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.728862:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.728876:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000200:1.0:1776190952.729629:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.729657:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a6c0 00000400:00000200:1.0:1776190952.729664:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb48b9 [2] + 328 00000400:00000200:1.0:1776190952.729742:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.729747:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.729753:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.729758:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000020:00000010:2.0:1776190952.729858:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7e360ea. 00000020:00000010:2.0:1776190952.729865:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.729879:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.729902:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788201152/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190952.729932:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201152 02000000:00000010:2.0:1776190952.729941:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc67bb84. 00010000:00000010:2.0:1776190952.729966:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000025d8c2a. 00010000:00000010:2.0:1776190952.729987:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.729993:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.730012:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.730014:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190952.730027:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190952.730032:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201152, offset 224 00000400:00000200:2.0:1776190952.730038:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.730048:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.730053:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91193:91193:256:4294967295] 192.168.202.25@tcp LPNI seq info [91193:91193:8:4294967295] 00000400:00000200:2.0:1776190952.730064:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.730069:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.730073:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.730079:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.730084:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.730088:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.730103:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.730106:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.730109:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7e360ea. 00000800:00000200:1.0:1776190952.730408:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.730413:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190952.730417:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.730421:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.730424:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:1.0:1776190952.730426:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00080000:00000010:1.0:1776190952.730454:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c96bf4f5. 00010000:00000010:1.0:1776190952.730548:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a76c2558. 00010000:00000010:1.0:1776190952.730555:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ce8ae85. 00010000:00000010:1.0:1776190952.730627:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbd6d550. 00010000:00000010:1.0:1776190952.730633:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.730644:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190952.730648:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027054749. 00000100:00000010:1.0:1776190952.730656:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae46a70f. 02000000:00000010:1.0:1776190952.730666:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f6c0208. 02000000:00000010:1.0:1776190952.730687:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040207098. 00000400:00000010:1.0:1776190952.730691:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d182179. 00000400:00000010:1.0:1776190952.730696:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0629219. 00000100:00000200:1.0:1776190952.730700:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342016, portal 16 00000400:00000010:1.0:1776190952.730703:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e74120fa. 00000100:00000200:1.0:1776190952.730705:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342016, offset 0 00000400:00000200:1.0:1776190952.730710:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.730716:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.730721:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.730724:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.730727:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.730729:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91194:91194:256:4294967295] 192.168.202.25@tcp LPNI seq info [91194:91194:8:4294967295] 00000400:00000200:1.0:1776190952.730736:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.730739:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.730743:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.730746:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.730750:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.730753:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.730974:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.730977:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190952.730985:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.730989:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.730992:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74120fa 00000400:00000010:2.0:1776190952.730993:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e74120fa. 00000100:00000200:2.0:1776190952.730998:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae46a70f x1862468797342016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.734313:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.734340:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122140 00000400:00000200:1.0:1776190952.734349:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f6d [1] + 224 00000400:00000200:1.0:1776190952.734366:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.734370:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.734383:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46a70f x1862468797342016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.734783:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d182179. 00000400:00000200:2.0:1776190952.734790:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:2.0:1776190952.734792:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00000100:00000200:2.0:1776190952.734798:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46a70f x1862468797342016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.734814:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae46a70f x1862468797342016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.734856:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040207098. 02000000:00000010:2.0:1776190952.734862:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f6c0208. 00000100:00000010:2.0:1776190952.734866:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae46a70f. 00000100:00000010:2.0:1776190952.734879:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027054749. 00010000:00000010:2.0:1776190952.734883:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00010000:00000010:2.1:1776190952.735340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000372bbc9f. 00010000:00000010:2.1:1776190952.735348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba8bbfb1. 00010000:00000010:2.1:1776190952.735355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00000400:00000200:1.0:1776190952.737587:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.737608:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a700 00000400:00000200:1.0:1776190952.737617:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb48b9 [2] + 656 00000400:00000200:1.0:1776190952.737685:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.737690:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.737697:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.737704:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 00000020:00000010:3.0:1776190952.737858:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190952.737878:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.737884:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.737913:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ead1196f x1862468788201216/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190952.737948:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201216 02000000:00000010:3.0:1776190952.737960:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005fc25349. 00010000:00000010:3.0:1776190952.737993:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e53e1f0. 00010000:00000010:3.0:1776190952.738017:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.738024:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005faa7a60. 00000100:00000010:3.0:1776190952.738044:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005faa7a60. 00010000:00000010:3.0:1776190952.738048:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.738063:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000316ad9a. 00000100:00000200:3.0:1776190952.738069:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201216, offset 224 00000400:00000200:3.0:1776190952.738077:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.738089:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.738095:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91195:91195:256:4294967295] 192.168.202.25@tcp LPNI seq info [91195:91195:8:4294967295] 00000400:00000200:3.0:1776190952.738108:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.738114:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.738120:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190952.738125:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.738166:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.738171:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.738430:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.738445:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.738449:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 00000800:00000200:2.0:1776190952.738729:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.738733:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:2.0:1776190952.738737:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.738741:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.738745:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000316ad9a 00000400:00000010:2.0:1776190952.738747:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000316ad9a. 00010000:00000010:1.1:1776190952.739614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfa5ef2b. 00010000:00000010:1.1:1776190952.739624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00080000:00000010:1.0:1776190952.739665:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004291fcb1. 00010000:00000010:1.0:1776190952.739788:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.739797:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7c2ab27. 00010000:00000010:1.0:1776190952.739914:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190952.739920:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190952.739936:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190952.739943:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190952.739956:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190952.739974:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f6c0208. 02000000:00000010:1.0:1776190952.740007:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040207098. 00000400:00000010:1.0:1776190952.740015:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018b71a60. 00000400:00000010:1.0:1776190952.740021:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006362b25. 00000100:00000200:1.0:1776190952.740030:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342080, portal 16 00000400:00000010:1.0:1776190952.740037:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190952.740039:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342080, offset 0 00000400:00000200:1.0:1776190952.740050:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.740067:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.740076:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.740080:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.740083:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.740086:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91196:91196:256:4294967295] 192.168.202.25@tcp LPNI seq info [91196:91196:8:4294967295] 00000400:00000200:1.0:1776190952.740100:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.740106:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.740111:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.740118:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.740126:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.740153:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.740471:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.740475:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.740484:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.740488:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.740491:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:2.0:1776190952.740493:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00000100:00000200:2.0:1776190952.740499:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797342080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.743407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc32a70b. 00010000:00000010:2.1:1776190952.743468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab346106. 00010000:00000010:2.1:1776190952.743478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000162cacad. 00010000:00000010:2.1:1776190952.743484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.1:1776190952.743487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ed5a655. 00000400:00000200:1.0:1776190952.748021:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.748040:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122180 00000400:00000200:1.0:1776190952.748049:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f79 [1] + 224 00000400:00000200:1.0:1776190952.748062:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.748065:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.748078:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797342080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.748120:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.748127:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a740 00010000:00000010:1.1:1776190952.748166:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0853205. 00010000:00000010:1.1:1776190952.748184:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd6d550. 00000400:00000200:1.0:1776190952.748193:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb48b9 [2] + 984 00000400:00000200:1.0:1776190952.748244:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.748249:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.748253:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.748258:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:3.0:1776190952.748358:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190952.748367:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.748372:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.748401:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788201280/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.748430:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201280 02000000:00000010:3.0:1776190952.748440:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2a5b6af. 00010000:00000010:3.0:1776190952.748479:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.748489:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005faa7a60. 00000100:00000010:3.0:1776190952.748496:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005faa7a60. 00010000:00000010:3.0:1776190952.748499:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.748516:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190952.748522:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201280, offset 224 00000400:00000200:3.0:1776190952.748529:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.748542:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.748549:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91197:91197:256:4294967295] 192.168.202.25@tcp LPNI seq info [91197:91197:8:4294967295] 00000400:00000200:3.0:1776190952.748559:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.748564:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.748568:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190952.748573:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.748579:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.748584:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.748608:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.748621:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.748625:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 00000800:00000200:1.0:1776190952.749528:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.749534:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190952.749540:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.749546:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.749550:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:1.0:1776190952.749553:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00000400:00000010:2.0:1776190952.749764:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018b71a60. 00000400:00000200:2.0:1776190952.749770:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:2.0:1776190952.749772:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000100:00000200:2.0:1776190952.749780:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc1feb73 x1862468797342080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.749789:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc1feb73 x1862468797342080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.749823:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086b6f6bb. 02000000:00000010:2.0:1776190952.749845:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040207098. 02000000:00000010:2.0:1776190952.749851:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f6c0208. 00000100:00000010:2.0:1776190952.749855:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000010:2.0:1776190952.749860:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:2.0:1776190952.749862:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00080000:00000010:2.0:1776190952.749893:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7e360ea. 00010000:00000010:2.0:1776190952.750024:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:2.0:1776190952.750032:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ad733c5. 00010000:00000010:2.0:1776190952.750127:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190952.750202:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.750215:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.750222:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.750232:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.750247:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003651fd9a. 02000000:00000010:2.0:1776190952.750286:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a5541ef. 00000400:00000010:2.0:1776190952.750291:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.750296:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.750302:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342144, portal 16 00000400:00000010:2.0:1776190952.750306:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190952.750308:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342144, offset 0 00000400:00000200:2.0:1776190952.750315:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.750326:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.750333:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.750337:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.750340:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.750343:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91198:91198:256:4294967295] 192.168.202.25@tcp LPNI seq info [91198:91198:8:4294967295] 00000400:00000200:2.0:1776190952.750352:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.750357:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.750363:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.750369:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.750375:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.750379:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.750629:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.750633:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190952.750637:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.750642:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.750655:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:1.0:1776190952.750658:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:1.0:1776190952.750662:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.754851:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.754881:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1221c0 00000400:00000200:1.0:1776190952.754892:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f85 [1] + 224 00000400:00000200:1.0:1776190952.754913:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.754918:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.754935:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.755108:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.755115:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190952.755118:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.755124:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.755182:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.755222:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a5541ef. 02000000:00000010:2.0:1776190952.755230:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003651fd9a. 00000100:00000010:2.0:1776190952.755234:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.755238:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.755242:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00010000:00000010:2.1:1776190952.756205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000422e15d0. 00010000:00000010:2.1:1776190952.756222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a71c6209. 00010000:00000010:2.1:1776190952.756227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00000400:00000200:1.0:1776190952.756522:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.756537:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a780 00000400:00000200:1.0:1776190952.756544:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb48b9 [2] + 1312 00000400:00000200:1.0:1776190952.757162:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.757169:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.757186:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.757192:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 00000020:00000010:0.0:1776190952.758580:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021caee10. 00000020:00000010:0.0:1776190952.758595:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.758600:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.758632:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788201344/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.758797:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201344 02000000:00000010:0.0:1776190952.758825:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c743c71. 00010000:00000010:0.0:1776190952.758863:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfa697da. 00010000:00000010:0.0:1776190952.758896:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.758903:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.758921:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.758925:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.758940:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190952.758946:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201344, offset 224 00000400:00000200:0.0:1776190952.758954:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.758968:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.758974:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91199:91199:256:4294967295] 192.168.202.25@tcp LPNI seq info [91199:91199:8:4294967295] 00000400:00000200:0.0:1776190952.758984:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.758988:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.758992:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348242). 00000800:00000200:0.0:1776190952.758998:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.759004:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.759008:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.759030:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.759033:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.759037:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021caee10. 00000800:00000200:1.0:1776190952.759200:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.759204:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:1.0:1776190952.759209:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.759214:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.759218:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:1.0:1776190952.759220:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00080000:00000010:2.0:1776190952.759632:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003651fd9a. 00010000:00000010:2.0:1776190952.759734:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.759741:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087a6f2d0. 00010000:00000010:2.0:1776190952.759830:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190952.759837:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.759846:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.759850:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.759859:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.759881:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005a5541ef. 02000000:00000010:2.0:1776190952.759907:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006906f9e8. 00000400:00000010:2.0:1776190952.759912:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.759918:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.759924:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342208, portal 16 00000400:00000010:2.0:1776190952.759928:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190952.759930:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342208, offset 0 00000400:00000200:2.0:1776190952.759936:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.759944:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.759951:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.759955:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.759958:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.759960:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91200:91200:256:4294967295] 192.168.202.25@tcp LPNI seq info [91200:91200:8:4294967295] 00000400:00000200:2.0:1776190952.759968:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.759973:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.759977:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.759981:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.759986:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.759989:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.760491:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.760495:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.760499:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.760503:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.760506:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:1.0:1776190952.760508:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:1.0:1776190952.760514:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.764805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081bdccdc. 00010000:00000010:2.1:1776190952.764830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00000400:00000200:1.0:1776190952.766076:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.766094:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122200 00000400:00000200:1.0:1776190952.766102:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f91 [1] + 224 00000400:00000200:1.0:1776190952.766113:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.766117:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.766169:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.766207:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.766212:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a7c0 00000400:00000200:1.0:1776190952.766217:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb48b9 [2] + 1640 00000400:00000200:1.0:1776190952.766227:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.766231:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.766234:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.766239:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 00000020:00000010:0.0:1776190952.766409:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021caee10. 00000020:00000010:0.0:1776190952.766417:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.766422:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.766451:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001986ef5b x1862468788201408/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190952.766483:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201408 02000000:00000010:0.0:1776190952.766494:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003947eb03. 00010000:00000010:0.0:1776190952.766533:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.766540:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.766548:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.766552:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.766565:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190952.766570:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201408, offset 224 00000400:00000200:0.0:1776190952.766576:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.766587:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.766592:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91201:91201:256:4294967295] 192.168.202.25@tcp LPNI seq info [91201:91201:8:4294967295] 00000400:00000200:0.0:1776190952.766602:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.766606:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.766610:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239dd843 (tot 82348242). 00000800:00000200:0.0:1776190952.766615:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.766621:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.766624:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000239dd843 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.766635:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.766639:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.766641:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021caee10. 00000400:00000010:2.0:1776190952.766711:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.766716:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190952.766718:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.766723:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.766731:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.766749:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ef8466. 02000000:00000010:2.0:1776190952.766761:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006906f9e8. 02000000:00000010:2.0:1776190952.766766:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005a5541ef. 00000100:00000010:2.0:1776190952.766768:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.766771:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.766773:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00080000:00000010:2.0:1776190952.766787:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a5541ef. 00010000:00000010:2.0:1776190952.766878:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.766884:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000269ac950. 00010000:00000010:2.0:1776190952.766957:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190952.766962:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.766970:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.766973:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.766977:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.766987:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006906f9e8. 02000000:00000010:2.0:1776190952.767007:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a25d765. 00000400:00000010:2.0:1776190952.767011:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.767013:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.767018:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342272, portal 16 00000400:00000010:2.0:1776190952.767021:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190952.767023:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342272, offset 0 00000400:00000200:2.0:1776190952.767027:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.767032:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.767038:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.767041:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.767043:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.767045:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91202:91202:255:4294967295] 192.168.202.25@tcp LPNI seq info [91202:91202:7:4294967295] 00000400:00000200:2.0:1776190952.767052:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.767056:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.767059:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190952.767062:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.767066:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.767068:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.767649:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.767653:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239dd843 (tot 82348242). 00000400:00000200:1.0:1776190952.767658:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.767662:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.767666:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:1.0:1776190952.767667:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000800:00000200:1.0:1776190952.767739:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.767741:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.767744:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.767748:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.767750:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:1.0:1776190952.767751:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000100:00000200:1.0:1776190952.767757:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.769771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faadf1f6. 00010000:00000010:2.1:1776190952.772413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028b4307a. 00010000:00000010:2.1:1776190952.772429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e81bd3a. 00010000:00000010:2.1:1776190952.772433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00000400:00000200:1.0:1776190952.775168:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.775198:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122240 00000400:00000200:1.0:1776190952.775207:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5f9d [1] + 224 00000400:00000200:1.0:1776190952.775225:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.775230:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.775240:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.775373:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.775380:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190952.775382:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.775389:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.775398:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.775433:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a25d765. 02000000:00000010:2.0:1776190952.775439:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006906f9e8. 00000100:00000010:2.0:1776190952.775442:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.775446:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.775450:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000200:1.0:1776190952.777535:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.777557:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a800 00000400:00000200:1.0:1776190952.777566:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb48b9 [2] + 1968 00000400:00000010:1.0:1776190952.777571:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d299f53. 00000400:00000200:1.0:1776190952.777579:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000741240ae 00000400:00000200:1.0:1776190952.777654:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.777659:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.777663:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000741240ae 00000400:00000010:1.0:1776190952.777665:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000741240ae (tot 82347842). 00000100:00000200:1.0:1776190952.777671:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190952.778239:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190952.778252:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.778258:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.778297:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d1244ea x1862468788201472/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190952.778325:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201472 02000000:00000010:3.0:1776190952.778335:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a039ffa6. 00010000:00000010:3.0:1776190952.778367:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003adfb31a. 00010000:00000010:3.0:1776190952.778395:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.778404:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005faa7a60. 00000100:00000010:3.0:1776190952.778423:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005faa7a60. 00010000:00000010:3.0:1776190952.778427:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.778442:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d209541b. 00000100:00000200:3.0:1776190952.778448:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201472, offset 224 00000400:00000200:3.0:1776190952.778456:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.778469:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.778475:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91203:91203:256:4294967295] 192.168.202.25@tcp LPNI seq info [91203:91203:8:4294967295] 00000400:00000200:3.0:1776190952.778487:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.778494:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.778500:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348090). 00000800:00000200:3.0:1776190952.778507:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.778515:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.778520:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.778547:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.778565:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.778569:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 02000000:00000010:3.0:1776190952.778579:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003947eb03. 00000100:00000010:3.0:1776190952.778583:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 02000000:00000010:3.0:1776190952.778589:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c743c71. 00000100:00000010:3.0:1776190952.778592:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 02000000:00000010:3.0:1776190952.778595:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2a5b6af. 00000100:00000010:3.0:1776190952.778597:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:3.0:1776190952.778600:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005fc25349. 00000100:00000010:3.0:1776190952.778603:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ead1196f. 02000000:00000010:3.0:1776190952.778606:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc67bb84. 00000100:00000010:3.0:1776190952.778608:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 02000000:00000010:3.0:1776190952.778613:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aefe448a. 00000100:00000010:3.0:1776190952.778615:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 00000100:00000200:3.0:1776190952.778622:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190952.778628:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b56e2af. 00000400:00000010:3.0:1776190952.778635:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005faa7a60 (tot 82348242). 00080000:00000010:2.0:1776190952.778774:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006906f9e8. 00010000:00000010:2.0:1776190952.778910:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.778919:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003174fc65. 00010000:00000010:2.0:1776190952.778998:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190952.779003:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.779013:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.779017:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.779023:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.779034:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a25d765. 02000000:00000010:2.0:1776190952.779065:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032adf277. 00000400:00000010:2.0:1776190952.779069:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.779073:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.779077:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342336, portal 16 00000400:00000010:2.0:1776190952.779081:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190952.779084:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342336, offset 0 00000400:00000200:2.0:1776190952.779090:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.779096:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.779104:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.779108:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.779110:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.779113:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91204:91204:255:4294967295] 192.168.202.25@tcp LPNI seq info [91204:91204:7:4294967295] 00000400:00000200:2.0:1776190952.779120:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.779125:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.779165:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190952.779171:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.779176:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.779178:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.780032:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.780038:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:1.0:1776190952.780044:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.780050:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.780055:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d209541b 00000400:00000010:1.0:1776190952.780057:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d209541b. 02000000:00000010:1.0:1776190952.780064:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a039ffa6. 00000800:00000200:1.0:1776190952.780205:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.780207:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.780211:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.780214:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.780216:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:1.0:1776190952.780218:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:1.0:1776190952.780229:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.783103:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.783123:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122280 00000400:00000200:1.0:1776190952.783160:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5fad [1] + 224 00000400:00000200:1.0:1776190952.783183:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.783187:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.783199:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.783298:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.783305:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190952.783307:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.783313:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.783321:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.783356:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032adf277. 02000000:00000010:2.0:1776190952.783362:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a25d765. 00000100:00000010:2.0:1776190952.783365:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.783369:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.783372:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00010000:00000010:3.1:1776190952.785249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3fc6719. 00010000:00000010:2.1:1776190952.785324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9acd1c7. 00010000:00000010:2.1:1776190952.785330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00000400:00000200:1.0:1776190952.785891:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.785915:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a840 00000400:00000200:1.0:1776190952.785924:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4911 [2] + 0 00000400:00000200:1.0:1776190952.785993:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.785999:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.786006:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.786012:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 00000020:00000010:0.0:1776190952.786381:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021caee10. 00000020:00000010:0.0:1776190952.786388:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.786393:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.786421:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ac68aa8 x1862468788201536/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190952.786455:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201536 02000000:00000010:0.0:1776190952.786467:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c743c71. 00010000:00000010:0.0:1776190952.786494:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d8240ed. 00010000:00000010:0.0:1776190952.786514:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.786521:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.786543:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.786548:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.786564:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190952.786568:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201536, offset 224 00000400:00000200:0.0:1776190952.786576:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.786587:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.786592:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91205:91205:256:4294967295] 192.168.202.25@tcp LPNI seq info [91205:91205:8:4294967295] 00000400:00000200:0.0:1776190952.786603:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.786607:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.786611:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190952.786617:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.786623:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.786626:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.786648:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.786653:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.786656:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021caee10. 00080000:00000010:2.0:1776190952.786834:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a25d765. 00010000:00000010:2.0:1776190952.786942:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.786949:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2f9d518. 00010000:00000010:2.0:1776190952.787028:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190952.787032:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.787041:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190952.787047:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d26c72b7. 00080000:00000010:2.0:1776190952.787064:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032adf277. 00010000:00000010:2.0:1776190952.787089:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.787093:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.787247:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003441c430. 00010000:00000010:2.0:1776190952.787251:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d26c72b7. 00010000:00000010:2.0:1776190952.787259:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.787263:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.787281:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.787294:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc67bb84. 02000000:00000010:2.0:1776190952.787326:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000577a97c8. 00000400:00000010:2.0:1776190952.787334:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.787339:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.787345:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342400, portal 16 00000400:00000010:2.0:1776190952.787350:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190952.787352:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342400, offset 0 00000400:00000200:2.0:1776190952.787357:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.787364:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.787370:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.787374:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.787377:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.787379:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91206:91206:255:4294967295] 192.168.202.25@tcp LPNI seq info [91206:91206:7:4294967295] 00000400:00000200:2.0:1776190952.787386:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.787390:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.787393:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348490). 00000800:00000200:2.0:1776190952.787397:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.787401:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.787404:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.788547:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.788554:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82348242). 00000400:00000200:1.0:1776190952.788563:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.788571:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.788575:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:1.0:1776190952.788578:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000800:00000200:1.0:1776190952.788660:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.788662:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.788666:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.788669:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.788671:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:1.0:1776190952.788673:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:1.0:1776190952.788681:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.792239:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.792277:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1222c0 00000400:00000200:1.0:1776190952.792287:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5fb9 [1] + 224 00000400:00000200:1.0:1776190952.792305:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.792309:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.792322:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.792496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000049a3d9f. 00010000:00000010:2.1:1776190952.792504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190952.792509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190952.792512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00000400:00000010:2.0:1776190952.792533:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.792540:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190952.792545:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.792552:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.792560:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.792593:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000577a97c8. 02000000:00000010:2.0:1776190952.792599:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc67bb84. 00000100:00000010:2.0:1776190952.792605:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.792609:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.792613:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000200:1.0:1776190952.793854:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.794002:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a880 00000400:00000200:1.0:1776190952.794011:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4911 [2] + 328 00000400:00000200:1.0:1776190952.794085:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.794090:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.794097:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.794103:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 00000020:00000010:2.0:1776190952.796008:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000577a97c8. 00000020:00000010:2.0:1776190952.796022:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.796028:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.796068:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009beabb9d x1862468788201600/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190952.796166:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201600 02000000:00000010:2.0:1776190952.796293:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfc955ec. 00010000:00000010:2.0:1776190952.796324:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002588093. 00010000:00000010:2.0:1776190952.796349:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.796356:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.796375:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.796379:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190952.796394:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190952.796401:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201600, offset 224 00000400:00000200:2.0:1776190952.796410:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.796423:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.796430:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91207:91207:256:4294967295] 192.168.202.25@tcp LPNI seq info [91207:91207:8:4294967295] 00000400:00000200:2.0:1776190952.796441:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.796447:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.796452:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.796458:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.796464:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.796468:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.796496:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.796501:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.796504:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000577a97c8. 00080000:00000010:1.0:1776190952.796565:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd543bd9. 00010000:00000010:1.0:1776190952.796680:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d26c72b7. 00010000:00000010:1.0:1776190952.796686:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a4b7aa6. 00000800:00000200:3.0:1776190952.797225:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.797231:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.797237:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.797244:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.797250:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:3.0:1776190952.797252:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00010000:00000010:1.0:1776190952.797954:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbd6d550. 00010000:00000010:1.0:1776190952.797965:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190952.797982:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000763311ce. 00000100:00000010:1.0:1776190952.797990:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190952.798002:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190952.798022:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfe9fb0c. 02000000:00000010:1.0:1776190952.798063:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f6c0208. 00000400:00000010:1.0:1776190952.798071:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc6a8ee2. 00000400:00000010:1.0:1776190952.798078:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190952.798088:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342464, portal 16 00000400:00000010:1.0:1776190952.798095:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190952.798099:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342464, offset 0 00000400:00000200:1.0:1776190952.798108:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.798124:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.798151:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190952.798156:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190952.798160:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190952.798163:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91208:91208:256:4294967295] 192.168.202.25@tcp LPNI seq info [91208:91208:8:4294967295] 00000400:00000200:1.0:1776190952.798184:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.798189:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.798196:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.798202:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.798210:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.798214:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.798320:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.798323:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:1.0:1776190952.798332:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.798337:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.798340:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:1.0:1776190952.798341:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000100:00000200:1.0:1776190952.798347:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797342464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.800412:0:64665:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004a6c986. 00000400:00000200:1.0:1776190952.802103:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.802126:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122300 00000400:00000200:1.0:1776190952.802185:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5fc5 [1] + 224 00000400:00000200:1.0:1776190952.802202:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.802206:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.802218:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797342464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190952.802529:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc6a8ee2. 00000400:00000200:3.0:1776190952.802535:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:3.0:1776190952.802539:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:3.0:1776190952.802546:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797342464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.802554:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797342464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.802597:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f6c0208. 02000000:00000010:3.0:1776190952.802602:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfe9fb0c. 00000100:00000010:3.0:1776190952.802607:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:3.0:1776190952.802613:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:3.0:1776190952.802618:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000763311ce. 00010000:00000010:1.1:1776190952.804258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c4a7e66. 00010000:00000010:1.1:1776190952.804282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00000400:00000200:3.0:1776190952.805623:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.805642:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a8c0 00000400:00000200:3.0:1776190952.805661:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4911 [2] + 656 00000400:00000200:3.0:1776190952.805720:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.805725:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.805731:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.805737:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:2.0:1776190952.806774:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000577a97c8. 00000020:00000010:2.0:1776190952.806786:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.806791:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00010000:00000010:2.1:1776190952.807396:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4acea4c. 00000100:00000200:2.0:1776190952.807426:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788201664/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190952.807509:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201664 02000000:00000010:2.0:1776190952.807522:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000894e0f31. 00010000:00000010:2.0:1776190952.807552:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000074460cd. 00010000:00000010:2.0:1776190952.807574:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.807582:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.807602:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.807605:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190952.807620:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190952.807625:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201664, offset 224 00000400:00000200:2.0:1776190952.807632:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.807656:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.807662:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91209:91209:256:4294967295] 192.168.202.25@tcp LPNI seq info [91209:91209:8:4294967295] 00000400:00000200:2.0:1776190952.807671:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.807676:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.807682:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.807689:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.807695:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.807698:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.807721:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.807725:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.807728:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000577a97c8. 00080000:00000010:3.0:1776190952.807789:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aefe448a. 00010000:00000010:3.0:1776190952.807894:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:3.0:1776190952.807901:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003df6e837. 00010000:00000010:3.0:1776190952.807975:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007318effe. 00010000:00000010:3.0:1776190952.807981:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190952.807991:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.807994:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3d4e3fe. 00000100:00000010:3.0:1776190952.808002:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190952.808012:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fc25349. 02000000:00000010:3.0:1776190952.808034:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2a5b6af. 00000400:00000010:3.0:1776190952.808039:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d299f53. 00000400:00000010:3.0:1776190952.808044:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190952.808049:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342528, portal 16 00000400:00000010:3.0:1776190952.808053:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190952.808055:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342528, offset 0 00000400:00000200:3.0:1776190952.808061:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.808067:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.808072:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190952.808076:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190952.808078:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190952.808081:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91210:91210:255:4294967295] 192.168.202.25@tcp LPNI seq info [91210:91210:7:4294967295] 00000400:00000200:3.0:1776190952.808087:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.808091:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.808094:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348490). 00000800:00000200:3.0:1776190952.808097:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.808101:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.808103:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.808212:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.808216:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82348242). 00000400:00000200:1.0:1776190952.808221:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.808225:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.808229:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:1.0:1776190952.808232:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000800:00000200:1.0:1776190952.808310:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.808312:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:1.0:1776190952.808315:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.808318:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.808320:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:1.0:1776190952.808321:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00000100:00000200:1.0:1776190952.808326:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797342528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.811751:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.811777:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122340 00000400:00000200:1.0:1776190952.811788:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5fd1 [1] + 224 00000400:00000200:1.0:1776190952.811802:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.811814:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.811828:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797342528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.811874:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.811880:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a900 00000400:00000200:1.0:1776190952.811885:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4911 [2] + 984 00000400:00000200:1.0:1776190952.811910:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.811914:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.811918:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.811924:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 00000400:00000010:3.0:1776190952.811968:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d299f53. 00000400:00000200:3.0:1776190952.811974:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:3.0:1776190952.811976:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00000100:00000200:3.0:1776190952.811982:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797342528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.811989:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797342528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.812020:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2a5b6af. 02000000:00000010:3.0:1776190952.812025:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fc25349. 00000100:00000010:3.0:1776190952.812030:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190952.812033:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3d4e3fe. 00010000:00000010:3.0:1776190952.812038:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000020:00000010:0.0:1776190952.813991:0:64665:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021caee10. 00000020:00000010:0.0:1776190952.814005:0:64665:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.814010:0:64665:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.814047:0:64665:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ead1196f x1862468788201728/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.814091:0:64665:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201728 02000000:00000010:0.0:1776190952.814104:0:64665:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003947eb03. 00010000:00000010:0.0:1776190952.814148:0:64665:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000450f721a. 00010000:00000010:0.0:1776190952.814282:0:64665:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.814293:0:64665:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.814307:0:64665:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.814311:0:64665:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.814329:0:64665:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.814335:0:64665:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201728, offset 224 00000400:00000200:0.0:1776190952.814343:0:64665:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.814357:0:64665:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.814364:0:64665:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91211:91211:256:4294967295] 192.168.202.25@tcp LPNI seq info [91211:91211:8:4294967295] 00000400:00000200:0.0:1776190952.814375:0:64665:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.814381:0:64665:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.814386:0:64665:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190952.814393:0:64665:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.814401:0:64665:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.814405:0:64665:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.814426:0:64665:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.814430:0:64665:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.814433:0:64665:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021caee10. 00000800:00000200:0.0:1776190952.814548:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.814552:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190952.814556:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.814561:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.814565:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:0.0:1776190952.814566:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00080000:00000010:2.0:1776190952.814821:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000577a97c8. 00010000:00000010:2.0:1776190952.814955:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:2.0:1776190952.814963:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d1b37ed. 00010000:00000010:2.0:1776190952.815047:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190952.815053:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033a5a76b. 00010000:00000010:2.0:1776190952.815064:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.815069:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.815079:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.815092:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029ff6aac. 02000000:00000010:2.0:1776190952.815121:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc872ac8. 00000400:00000010:2.0:1776190952.815128:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.815180:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190952.815187:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342592, portal 16 00000400:00000010:2.0:1776190952.815191:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190952.815193:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342592, offset 0 00000400:00000200:2.0:1776190952.815200:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.815210:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.815218:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.815222:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.815224:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.815227:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91212:91212:256:4294967295] 192.168.202.25@tcp LPNI seq info [91212:91212:8:4294967295] 00000400:00000200:2.0:1776190952.815235:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.815240:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.815243:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.815247:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.815252:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.815254:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.816892:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.816898:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.816905:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.816914:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.816919:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:1.0:1776190952.816923:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000100:00000200:1.0:1776190952.816932:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.820720:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c963ddb. 00010000:00000010:3.1:1776190952.820740:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd6d550. 00000400:00000200:1.0:1776190952.821493:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.821510:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122380 00000400:00000200:1.0:1776190952.821520:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5fdd [1] + 224 00000400:00000200:1.0:1776190952.821533:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.821537:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.821548:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.821615:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.821620:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a940 00000400:00000200:1.0:1776190952.821625:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4911 [2] + 1312 00000400:00000200:1.0:1776190952.821633:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.821636:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.821639:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.821654:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:3.0:1776190952.821734:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fc25349. 00000020:00000010:3.0:1776190952.821741:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.821745:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.821774:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788201792/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.821817:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201792 02000000:00000010:3.0:1776190952.821831:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2a5b6af. 00010000:00000010:3.0:1776190952.821884:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.821893:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3d4e3fe. 00000100:00000010:3.0:1776190952.821901:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3d4e3fe. 00010000:00000010:3.0:1776190952.821906:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.821922:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190952.821928:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201792, offset 224 00000400:00000200:3.0:1776190952.821938:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.821952:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.821959:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91213:91213:256:4294967295] 192.168.202.25@tcp LPNI seq info [91213:91213:8:4294967295] 00000400:00000200:3.0:1776190952.821972:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.821977:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.821983:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190952.821989:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.821996:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.822000:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.822024:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.822040:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.822044:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fc25349. 00000800:00000200:1.0:1776190952.822545:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.822548:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190952.822552:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.822557:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.822560:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:1.0:1776190952.822561:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00000400:00000010:2.0:1776190952.823961:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.823974:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190952.823976:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:2.0:1776190952.823990:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.824001:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.824035:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d09c42c2. 02000000:00000010:2.0:1776190952.824057:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc872ac8. 02000000:00000010:2.0:1776190952.824064:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000029ff6aac. 00000100:00000010:2.0:1776190952.824068:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.824073:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.824076:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00080000:00000010:2.0:1776190952.824101:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029ff6aac. 00010000:00000010:2.1:1776190952.824379:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000169c0106. 00010000:00000010:2.1:1776190952.824385:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddee36f6. 00010000:00000010:2.1:1776190952.824390:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007318effe. 00010000:00000010:2.0:1776190952.824478:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a5a76b. 00010000:00000010:2.0:1776190952.824485:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005526fee8. 00010000:00000010:2.0:1776190952.824559:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190952.824565:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033a5a76b. 00010000:00000010:2.0:1776190952.824577:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.824583:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.824590:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.824602:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc872ac8. 02000000:00000010:2.0:1776190952.824628:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b937d45. 00000400:00000010:2.0:1776190952.824633:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.824638:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190952.824655:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342656, portal 16 00000400:00000010:2.0:1776190952.824660:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190952.824663:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342656, offset 0 00000400:00000200:2.0:1776190952.824670:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.824682:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.824689:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.824693:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.824696:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.824699:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91214:91214:256:4294967295] 192.168.202.25@tcp LPNI seq info [91214:91214:8:4294967295] 00000400:00000200:2.0:1776190952.824707:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.824712:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.824717:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.824723:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.824731:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.824735:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.824929:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.824934:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.824939:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.824944:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.824948:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:1.0:1776190952.824951:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00000100:00000200:1.0:1776190952.824960:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.827627:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53b6916. 00000400:00000200:1.0:1776190952.828178:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.828197:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1223c0 00000400:00000200:1.0:1776190952.828207:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5fe9 [1] + 224 00000400:00000200:1.0:1776190952.828219:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.828223:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.828232:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.828333:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.828339:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190952.828342:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:2.0:1776190952.828348:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.828362:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.828397:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b937d45. 02000000:00000010:2.0:1776190952.828403:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc872ac8. 00000100:00000010:2.0:1776190952.828407:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.828411:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.828415:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000200:1.0:1776190952.830011:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.830027:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a980 00000400:00000200:1.0:1776190952.830034:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4911 [2] + 1640 00000400:00000200:1.0:1776190952.830097:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.830101:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.830106:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.830111:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 00000020:00000010:0.0:1776190952.830245:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021caee10. 00000020:00000010:0.0:1776190952.830253:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.830257:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.830293:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788201856/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.830329:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201856 02000000:00000010:0.0:1776190952.830340:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bcb29a7. 00010000:00000010:0.0:1776190952.830370:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4759e8c. 00010000:00000010:0.0:1776190952.830395:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.830402:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.830421:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.830424:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.830437:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.830442:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201856, offset 224 00000400:00000200:0.0:1776190952.830449:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.830461:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.830466:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91215:91215:256:4294967295] 192.168.202.25@tcp LPNI seq info [91215:91215:8:4294967295] 00000400:00000200:0.0:1776190952.830476:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.830482:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.830487:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190952.830493:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.830500:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.830505:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.830531:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.830535:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.830538:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021caee10. 00000800:00000200:0.0:1776190952.830638:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.830642:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190952.830662:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.830665:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.830668:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:0.0:1776190952.830671:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00080000:00000010:2.0:1776190952.830745:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc872ac8. 00010000:00000010:2.0:1776190952.830859:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a5a76b. 00010000:00000010:2.0:1776190952.830865:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069b2b8d4. 00010000:00000010:2.0:1776190952.830960:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190952.830964:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.830969:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190952.830974:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033a5a76b. 00080000:00000010:2.0:1776190952.830985:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b937d45. 00010000:00000010:2.0:1776190952.831008:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a5a76b. 00010000:00000010:2.0:1776190952.831012:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.831064:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e8bef13. 00010000:00000010:2.0:1776190952.831067:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033a5a76b. 00010000:00000010:2.0:1776190952.831075:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.831079:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.831087:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.831099:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d804f8f. 02000000:00000010:2.0:1776190952.831123:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005461ae1f. 00000400:00000010:2.0:1776190952.831169:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.831176:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190952.831180:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342720, portal 16 00000400:00000010:2.0:1776190952.831184:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190952.831186:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342720, offset 0 00000400:00000200:2.0:1776190952.831191:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.831198:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.831205:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.831210:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.831213:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.831215:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91216:91216:256:4294967295] 192.168.202.25@tcp LPNI seq info [91216:91216:8:4294967295] 00000400:00000200:2.0:1776190952.831223:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.831227:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.831230:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.831234:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.831237:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.831240:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.831580:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.831584:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190952.831588:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.831592:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.831596:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:0.0:1776190952.831597:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:0.0:1776190952.831603:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.834335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e6076ee. 00010000:00000010:2.1:1776190952.834359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd67cb0f. 00010000:00000010:2.1:1776190952.834363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00000400:00000200:0.0:1776190952.836667:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.836690:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122400 00000400:00000200:0.0:1776190952.836701:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb5ff5 [1] + 224 00000400:00000200:0.0:1776190952.836721:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.836726:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.836740:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.836837:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.836843:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190952.836846:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:2.0:1776190952.836853:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.836860:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.836904:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005461ae1f. 02000000:00000010:2.0:1776190952.836912:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d804f8f. 00000100:00000010:2.0:1776190952.836915:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.836921:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.836925:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00010000:00000010:0.1:1776190952.837251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2da3554. 00010000:00000010:2.1:1776190952.838192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007941ce8b. 00010000:00000010:2.1:1776190952.838208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190952.838212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190952.838215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00000400:00000200:0.0:1776190952.839459:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.839483:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86a9c0 00000400:00000200:0.0:1776190952.839493:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4911 [2] + 1968 00000400:00000010:0.0:1776190952.839500:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:0.0:1776190952.839507:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001b7d29df 00000400:00000200:0.0:1776190952.839591:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.839596:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.839601:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b7d29df 00000400:00000010:0.0:1776190952.839603:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001b7d29df (tot 82347842). 00000100:00000200:0.0:1776190952.839612:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190952.840390:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fc25349. 00000020:00000010:3.0:1776190952.840401:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.840407:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.840441:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e98eaac6 x1862468788201920/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190952.840480:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201920 02000000:00000010:3.0:1776190952.840494:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c780b0f9. 00010000:00000010:3.0:1776190952.840532:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ce62a40. 00010000:00000010:3.0:1776190952.840561:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.840571:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f3d4e3fe. 00000100:00000010:3.0:1776190952.840595:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f3d4e3fe. 00010000:00000010:3.0:1776190952.840601:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.840619:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190952.840626:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201920, offset 224 00000400:00000200:3.0:1776190952.840635:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:2.0:1776190952.840767:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d804f8f. 00010000:00000010:2.0:1776190952.840899:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a5a76b. 00010000:00000010:2.0:1776190952.840906:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ff7f85c. 00010000:00000010:2.0:1776190952.840985:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190952.840991:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033a5a76b. 00010000:00000010:2.0:1776190952.841002:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.841005:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.841015:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.841027:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005461ae1f. 02000000:00000010:2.0:1776190952.841057:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef240b11. 00000400:00000010:2.0:1776190952.841064:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.841071:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190952.841077:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342784, portal 16 00000400:00000010:2.0:1776190952.841082:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190952.841084:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342784, offset 0 00000400:00000200:2.0:1776190952.841090:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.841120:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.841215:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91217:91217:256:4294967295] 192.168.202.25@tcp LPNI seq info [91217:91217:8:4294967295] 00000400:00000200:3.0:1776190952.841228:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.841234:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.841239:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348090). 00000800:00000200:3.0:1776190952.841247:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.841256:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.841260:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.841287:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.841301:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.841306:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fc25349. 02000000:00000010:3.0:1776190952.841315:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bcb29a7. 00000100:00000010:3.0:1776190952.841320:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 02000000:00000010:3.0:1776190952.841323:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2a5b6af. 00000100:00000010:3.0:1776190952.841326:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:3.0:1776190952.841329:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003947eb03. 00000100:00000010:3.0:1776190952.841330:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ead1196f. 02000000:00000010:3.0:1776190952.841333:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000894e0f31. 00000100:00000010:3.0:1776190952.841336:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190952.841339:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfc955ec. 00000100:00000010:3.0:1776190952.841340:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 02000000:00000010:3.0:1776190952.841343:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c743c71. 00000100:00000010:3.0:1776190952.841345:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000200:3.0:1776190952.841352:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190952.841357:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d299f53. 00000400:00000010:3.0:1776190952.841361:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3d4e3fe (tot 82348242). 00000800:00000200:1.0:1776190952.841592:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.841597:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190952.841601:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.841606:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.841610:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:1.0:1776190952.841611:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 02000000:00000010:1.0:1776190952.841615:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c780b0f9. 00000400:00000200:2.0:1776190952.843470:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.843481:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.843486:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.843492:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.843495:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91218:91218:255:4294967295] 192.168.202.25@tcp LPNI seq info [91218:91218:7:4294967295] 00000400:00000200:2.0:1776190952.843508:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.843517:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.843525:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.843537:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.843547:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.843553:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.844097:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.844104:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.844113:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.844120:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.844126:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:1.0:1776190952.844159:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000100:00000200:1.0:1776190952.844735:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797342784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.845429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b09e6a. 00000400:00000200:0.0:1776190952.848732:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.848755:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122440 00000400:00000200:0.0:1776190952.848765:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6001 [1] + 224 00000400:00000200:0.0:1776190952.848779:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.848783:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.848793:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797342784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.848839:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.848844:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86aa00 00000400:00000200:0.0:1776190952.848849:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4969 [2] + 0 00000400:00000200:0.0:1776190952.848860:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.848862:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:2.0:1776190952.848971:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.848978:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190952.848980:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:2.0:1776190952.848988:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797342784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.848996:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797342784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.849027:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef240b11. 02000000:00000010:2.0:1776190952.849033:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005461ae1f. 00000100:00000010:2.0:1776190952.849038:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.849042:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.849046:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000100:00000200:0.0:1776190952.849415:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.849423:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:2.0:1776190952.849530:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005461ae1f. 00000020:00000010:2.0:1776190952.849538:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.849543:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.849576:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788201984/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190952.849612:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788201984 02000000:00000010:2.0:1776190952.849625:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef240b11. 00010000:00000010:2.0:1776190952.849659:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000728363b2. 00010000:00000010:2.0:1776190952.849684:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.849691:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.849714:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.849717:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190952.849731:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190952.849736:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788201984, offset 224 00000400:00000200:2.0:1776190952.849743:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.849759:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.849767:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91219:91219:256:4294967295] 192.168.202.25@tcp LPNI seq info [91219:91219:8:4294967295] 00000400:00000200:2.0:1776190952.849780:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.849785:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.849790:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.849797:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.849818:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.849823:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.849843:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.849847:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.849851:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005461ae1f. 00080000:00000010:0.0:1776190952.850201:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021caee10. 00010000:00000010:0.0:1776190952.850307:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a5a76b. 00010000:00000010:0.0:1776190952.850313:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004aa947fa. 00010000:00000010:0.0:1776190952.850394:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.0:1776190952.850400:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.850410:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.850414:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.850421:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190952.850432:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049b78a10. 02000000:00000010:0.0:1776190952.850456:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e9bf71f. 00000400:00000010:0.0:1776190952.850461:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190952.850464:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.850468:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342848, portal 16 00000400:00000010:0.0:1776190952.850472:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190952.850473:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342848, offset 0 00000400:00000200:0.0:1776190952.850478:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.850483:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.850489:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.850492:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.850494:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.850496:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91220:91220:255:4294967295] 192.168.202.25@tcp LPNI seq info [91220:91220:7:4294967295] 00000400:00000200:0.0:1776190952.850503:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.850508:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.850511:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348490). 00000800:00000200:0.0:1776190952.850515:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.850519:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.850521:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.850575:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.850578:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82348242). 00000400:00000200:0.0:1776190952.850582:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.850585:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.850588:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:0.0:1776190952.850590:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000800:00000200:0.0:1776190952.850667:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.850669:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190952.850672:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.850674:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.850676:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190952.850678:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190952.850682:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797342848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.852358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065e275dc. 00010000:00000010:2.1:1776190952.852373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00000400:00000200:1.0:1776190952.855393:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.855418:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122480 00000400:00000200:1.0:1776190952.855428:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6011 [1] + 224 00000400:00000200:1.0:1776190952.855440:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.855444:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.855456:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797342848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.855483:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.855488:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86aa40 00000400:00000200:1.0:1776190952.855493:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4969 [2] + 328 00000400:00000200:1.0:1776190952.855504:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.855506:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.855511:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.855517:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 00000020:00000010:3.0:1776190952.855668:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190952.855676:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.855680:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.855705:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001986ef5b x1862468788202048/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.855740:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202048 02000000:00000010:3.0:1776190952.855754:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005fc25349. 00010000:00000010:3.0:1776190952.855800:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.855817:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e700b2ab. 00000100:00000010:3.0:1776190952.855825:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e700b2ab. 00010000:00000010:3.0:1776190952.855828:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.855844:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190952.855849:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202048, offset 224 00000400:00000200:3.0:1776190952.855856:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.855867:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.855873:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91221:91221:256:4294967295] 192.168.202.25@tcp LPNI seq info [91221:91221:8:4294967295] 00000400:00000200:3.0:1776190952.855882:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.855887:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.855892:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190952.855897:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.855904:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.855908:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.855935:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.855948:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.855951:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00010000:00000010:0.1:1776190952.856318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d640aea. 00010000:00000010:0.1:1776190952.856327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00000400:00000010:0.0:1776190952.856348:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:0.0:1776190952.856352:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:0.0:1776190952.856355:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.856361:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797342848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.856370:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797342848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190952.856392:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9c0bad2. 02000000:00000010:0.0:1776190952.856406:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e9bf71f. 02000000:00000010:0.0:1776190952.856412:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049b78a10. 00000100:00000010:0.0:1776190952.856414:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:0.0:1776190952.856417:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.856420:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00080000:00000010:0.0:1776190952.856437:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049b78a10. 00010000:00000010:0.0:1776190952.856532:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.856539:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a370c77f. 00010000:00000010:0.0:1776190952.856619:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.0:1776190952.856625:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.856635:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.856638:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.856655:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190952.856665:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e9bf71f. 02000000:00000010:0.0:1776190952.856686:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4f1d76b. 00000400:00000010:0.0:1776190952.856690:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190952.856693:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.856697:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342912, portal 16 00000400:00000010:0.0:1776190952.856701:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190952.856702:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342912, offset 0 00000400:00000200:0.0:1776190952.856707:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.856714:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.856722:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.856725:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.856728:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.856731:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91222:91222:255:4294967295] 192.168.202.25@tcp LPNI seq info [91222:91222:7:4294967295] 00000400:00000200:0.0:1776190952.856739:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.856743:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.856746:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348490). 00000800:00000200:0.0:1776190952.856751:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.856755:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.856758:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.856974:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.856978:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:1.0:1776190952.856982:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.856986:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.856988:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:1.0:1776190952.856990:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00000800:00000200:1.0:1776190952.857060:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.857062:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:1.0:1776190952.857065:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.857068:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.857070:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:1.0:1776190952.857071:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:1.0:1776190952.857076:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797342912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.860208:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.860237:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1224c0 00000400:00000200:1.0:1776190952.860249:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb601d [1] + 224 00000400:00000200:1.0:1776190952.860275:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.860282:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.860293:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797342912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190952.861020:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:0.0:1776190952.861028:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:0.0:1776190952.861034:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.861044:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797342912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.861053:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797342912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190952.861092:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4f1d76b. 02000000:00000010:0.0:1776190952.861101:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e9bf71f. 00000100:00000010:0.0:1776190952.861106:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:0.0:1776190952.861110:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.861114:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000200:1.0:1776190952.862191:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.862208:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86aa80 00000400:00000200:1.0:1776190952.862216:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4969 [2] + 656 00000400:00000200:1.0:1776190952.862288:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.862293:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.862299:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.862305:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:2.0:1776190952.863071:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005461ae1f. 00000020:00000010:2.0:1776190952.863079:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.863083:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190952.863111:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788202112/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190952.863164:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202112 02000000:00000010:2.0:1776190952.863180:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f982b20. 00010000:00000010:2.0:1776190952.863207:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdefdeea. 00010000:00000010:2.0:1776190952.863229:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.863235:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.863247:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.863249:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190952.863261:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190952.863275:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202112, offset 224 00000400:00000200:2.0:1776190952.863283:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.863293:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.863298:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91223:91223:256:4294967295] 192.168.202.25@tcp LPNI seq info [91223:91223:8:4294967295] 00000400:00000200:2.0:1776190952.863308:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.863312:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.863317:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.863321:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.863328:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.863331:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190952.863345:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190952.863349:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190952.863351:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005461ae1f. 00080000:00000010:0.0:1776190952.863417:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e9bf71f. 00010000:00000010:0.0:1776190952.863502:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.863508:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009c13b46. 00010000:00000010:0.0:1776190952.863586:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.0:1776190952.863591:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.863602:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.863605:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.863612:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190952.863622:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4f1d76b. 02000000:00000010:0.0:1776190952.863718:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c743c71. 00000400:00000010:0.0:1776190952.863725:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190952.863731:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.863735:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797342976, portal 16 00000400:00000010:0.0:1776190952.863739:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190952.863741:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797342976, offset 0 00000400:00000200:0.0:1776190952.863746:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.863752:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.863759:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.863762:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.863765:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.863767:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91224:91224:255:4294967295] 192.168.202.25@tcp LPNI seq info [91224:91224:7:4294967295] 00000400:00000200:0.0:1776190952.863774:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.863778:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.863781:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f520920 (tot 82348490). 00000800:00000200:0.0:1776190952.863785:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.863789:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.863791:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f520920 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.864406:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.864411:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82348242). 00000400:00000200:1.0:1776190952.864416:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.864421:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.864425:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:1.0:1776190952.864427:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000800:00000200:1.0:1776190952.864491:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.864494:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f520920 (tot 82347994). 00000400:00000200:1.0:1776190952.864496:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.864499:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.864501:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:1.0:1776190952.864502:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:1.0:1776190952.864507:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797342976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.867430:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.867455:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122500 00000400:00000200:1.0:1776190952.867465:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6029 [1] + 224 00000400:00000200:1.0:1776190952.867484:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.867488:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.867498:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797342976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190952.868104:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:0.0:1776190952.868109:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:0.0:1776190952.868112:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.868119:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797342976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.868127:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797342976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190952.868207:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c743c71. 02000000:00000010:0.0:1776190952.868214:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4f1d76b. 00000100:00000010:0.0:1776190952.868218:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:0.0:1776190952.868221:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.868226:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000200:1.0:1776190952.868931:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.868947:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86aac0 00000400:00000200:1.0:1776190952.868955:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4969 [2] + 984 00000400:00000200:1.0:1776190952.869029:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.869033:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.869038:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.869044:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae46a70f. 00010000:00000010:2.1:1776190952.869191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d0e92e. 00000020:00000010:3.0:1776190952.869575:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190952.869584:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.869589:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.869620:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae46a70f x1862468788202176/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190952.869661:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202176 02000000:00000010:3.0:1776190952.869673:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d85894b6. 00010000:00000010:3.0:1776190952.869699:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1389887. 00010000:00000010:3.0:1776190952.869720:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.869727:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e700b2ab. 00000100:00000010:3.0:1776190952.869744:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e700b2ab. 00010000:00000010:3.0:1776190952.869747:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.869764:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190952.869770:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202176, offset 224 00000400:00000200:3.0:1776190952.869779:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.869790:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.869796:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91225:91225:256:4294967295] 192.168.202.25@tcp LPNI seq info [91225:91225:8:4294967295] 00000400:00000200:3.0:1776190952.869814:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.869819:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.869825:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190952.869830:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.869837:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.869842:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.869863:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.869879:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.869883:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00080000:00000010:0.0:1776190952.871148:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4f1d76b. 00010000:00000010:0.0:1776190952.871277:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.871286:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5237223. 00010000:00000010:0.0:1776190952.871377:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058f4b07b. 00010000:00000010:0.0:1776190952.871382:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000076fd293f. 00010000:00000010:0.0:1776190952.871388:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.0:1776190952.871394:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005905c1ba. 00080000:00000010:0.0:1776190952.871411:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c743c71. 00010000:00000010:0.0:1776190952.871436:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.871440:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076fd293f. 00010000:00000010:0.0:1776190952.871489:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009579f21a. 00010000:00000010:0.0:1776190952.871493:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005905c1ba. 00010000:00000010:0.0:1776190952.871501:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.871509:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.871518:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190952.871533:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003947eb03. 02000000:00000010:0.0:1776190952.871568:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bcb29a7. 00000400:00000010:0.0:1776190952.871575:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190952.871584:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.871591:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343040, portal 16 00000400:00000010:0.0:1776190952.871597:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190952.871599:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343040, offset 0 00000400:00000200:0.0:1776190952.871607:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.871622:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.871633:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.871638:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.871641:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.871645:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91226:91226:255:4294967295] 192.168.202.25@tcp LPNI seq info [91226:91226:7:4294967295] 00000400:00000200:0.0:1776190952.871655:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.871660:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.871665:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348490). 00000800:00000200:0.0:1776190952.871672:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.871679:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.871682:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.871782:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.871786:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82348242). 00000400:00000200:1.0:1776190952.871791:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.871796:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.871800:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2eccca 00000400:00000010:1.0:1776190952.871802:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2eccca. 00000800:00000200:1.0:1776190952.871883:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.871885:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:1.0:1776190952.871888:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.871891:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.871893:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:1.0:1776190952.871894:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:1.0:1776190952.871900:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797343040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.873261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbdc3da3. 00010000:00000010:0.1:1776190952.873287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a380e253. 00010000:00000010:0.1:1776190952.873293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6fa3d6e. 00000400:00000200:1.0:1776190952.875667:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.875691:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122540 00000400:00000200:1.0:1776190952.875700:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6035 [1] + 224 00000400:00000200:1.0:1776190952.875721:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.875727:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.875741:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797343040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190952.875838:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:0.0:1776190952.875843:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:0.0:1776190952.875846:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.875852:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797343040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.875858:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797343040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190952.875891:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bcb29a7. 02000000:00000010:0.0:1776190952.875899:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003947eb03. 00000100:00000010:0.0:1776190952.875903:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:0.0:1776190952.875908:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.875911:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000200:1.0:1776190952.877409:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.877430:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ab00 00000400:00000200:1.0:1776190952.877439:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4969 [2] + 1312 00000400:00000200:1.0:1776190952.877515:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.877519:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.877527:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.877534:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:0.0:1776190952.877845:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:0.0:1776190952.877857:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.877862:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.877897:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788202240/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190952.877925:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202240 02000000:00000010:0.0:1776190952.877937:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bcb29a7. 00010000:00000010:0.0:1776190952.877970:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027466bdd. 00010000:00000010:0.0:1776190952.877995:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.878003:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.878024:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.878027:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000010:0.0:1776190952.878043:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190952.878049:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202240, offset 224 00000400:00000200:0.0:1776190952.878057:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.878070:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.878076:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91227:91227:256:4294967295] 192.168.202.25@tcp LPNI seq info [91227:91227:8:4294967295] 00000400:00000200:0.0:1776190952.878085:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.878090:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.878095:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190952.878101:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.878108:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.878113:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1776190952.878161:0:65523:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000858be77b. 00010000:00000010:0.1:1776190952.878553:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00000020:00000010:0.0:1776190952.878574:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.878580:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.878583:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 00010000:00000010:2.1:1776190952.878663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002780dc66. 00080000:00000010:2.0:1776190952.878700:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005461ae1f. 00010000:00000010:2.0:1776190952.878835:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005905c1ba. 00010000:00000010:2.0:1776190952.878844:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039d61f80. 00010000:00000010:2.0:1776190952.878943:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e8bef13. 00010000:00000010:2.0:1776190952.878951:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000246dd5c9. 00010000:00000010:2.0:1776190952.878963:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.878969:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.878978:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.878992:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a97d0a6. 02000000:00000010:2.0:1776190952.879020:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000937ef782. 00000400:00000010:2.0:1776190952.879026:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.879032:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190952.879037:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343104, portal 16 00000400:00000010:2.0:1776190952.879042:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190952.879044:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343104, offset 0 00000400:00000200:2.0:1776190952.879051:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.879061:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.879068:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.879072:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.879075:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.879078:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91228:91228:255:4294967295] 192.168.202.25@tcp LPNI seq info [91228:91228:7:4294967295] 00000400:00000200:2.0:1776190952.879087:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.879091:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.879095:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348490). 00000800:00000200:2.0:1776190952.879100:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.879104:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.879106:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.879385:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.879389:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82348242). 00000400:00000200:1.0:1776190952.879393:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.879399:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.879403:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:1.0:1776190952.879405:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000800:00000200:1.0:1776190952.879473:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.879475:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.879479:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.879482:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.879485:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:1.0:1776190952.879486:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000100:00000200:1.0:1776190952.879492:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797343104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190952.881863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c650caa. 00010000:00000010:0.1:1776190952.882061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd744504. 00010000:00000010:0.1:1776190952.882070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.1:1776190952.882074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058f4b07b. 00010000:00000010:0.1:1776190952.882078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00000400:00000200:1.0:1776190952.882372:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.882392:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122580 00000400:00000200:1.0:1776190952.882401:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6041 [1] + 224 00000400:00000200:1.0:1776190952.882419:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.882424:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.882435:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797343104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190952.883192:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.883202:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:2.0:1776190952.883204:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:2.0:1776190952.883215:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797343104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.883226:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797343104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.883277:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000937ef782. 02000000:00000010:2.0:1776190952.883287:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a97d0a6. 00000100:00000010:2.0:1776190952.883291:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.883297:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.883300:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000200:1.0:1776190952.885032:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.885052:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ab40 00000400:00000200:1.0:1776190952.885058:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4969 [2] + 1640 00000400:00000200:1.0:1776190952.885768:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.885776:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.885786:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.885794:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:3.0:1776190952.886026:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190952.886034:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.886039:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.886067:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788202304/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.886159:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202304 02000000:00000010:3.0:1776190952.886170:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5446f18. 00010000:00000010:3.0:1776190952.886308:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f309bed. 00010000:00000010:3.0:1776190952.886329:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.886335:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e700b2ab. 00000100:00000010:3.0:1776190952.886353:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e700b2ab. 00010000:00000010:3.0:1776190952.886356:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.886369:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190952.886373:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202304, offset 224 00000400:00000200:3.0:1776190952.886381:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.886394:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.886400:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91229:91229:256:4294967295] 192.168.202.25@tcp LPNI seq info [91229:91229:8:4294967295] 00000400:00000200:3.0:1776190952.886409:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.886414:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.886419:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190952.886424:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.886430:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.886434:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.886458:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.886473:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.886477:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00000800:00000200:1.0:1776190952.886593:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.886598:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190952.886601:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.886605:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.886608:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:1.0:1776190952.886611:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00080000:00000010:2.0:1776190952.886678:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a97d0a6. 00010000:00000010:2.0:1776190952.886768:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000246dd5c9. 00010000:00000010:2.0:1776190952.886774:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003ad59a4. 00010000:00000010:2.0:1776190952.886856:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190952.886862:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000246dd5c9. 00010000:00000010:2.0:1776190952.886871:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.886875:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.886881:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.886891:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000937ef782. 02000000:00000010:2.0:1776190952.886913:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d0847f7. 00000400:00000010:2.0:1776190952.886918:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.886922:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190952.886927:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343168, portal 16 00000400:00000010:2.0:1776190952.886931:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190952.886933:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343168, offset 0 00000400:00000200:2.0:1776190952.886938:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.886945:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.886950:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.886953:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.886956:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.886958:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91230:91230:256:4294967295] 192.168.202.25@tcp LPNI seq info [91230:91230:8:4294967295] 00000400:00000200:2.0:1776190952.886964:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.886967:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.886970:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.886973:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.886977:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.886979:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.888420:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.888426:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.888433:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.888441:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.888446:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:1.0:1776190952.888448:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000100:00000200:1.0:1776190952.888457:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797343168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.890248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed5b45d6. 00010000:00000010:2.1:1776190952.890264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009579f21a. 00010000:00000010:0.1:1776190952.891048:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8a4dd4c. 00000400:00000200:0.0:1776190952.893735:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.893756:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1225c0 00000400:00000200:0.0:1776190952.893768:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb604d [1] + 224 00000400:00000200:0.0:1776190952.893782:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.893786:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.893798:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797343168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.893957:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.893963:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ab80 00000400:00000200:0.0:1776190952.893967:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4969 [2] + 1968 00000400:00000010:0.0:1776190952.893971:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090454e51. 00000400:00000200:0.0:1776190952.893976:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000075204da 00000400:00000200:0.0:1776190952.894034:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.894038:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.894040:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000075204da 00000400:00000010:0.0:1776190952.894042:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000075204da (tot 82347842). 00000100:00000200:0.0:1776190952.894047:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190952.894152:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190952.894159:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.894164:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.894200:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c880403a x1862468788202368/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190952.894234:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202368 02000000:00000010:3.0:1776190952.894246:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ba6c291. 00010000:00000010:3.0:1776190952.894298:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.894306:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e700b2ab. 00000100:00000010:3.0:1776190952.894313:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e700b2ab. 00010000:00000010:3.0:1776190952.894316:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.894331:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190952.894336:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202368, offset 224 00000400:00000200:3.0:1776190952.894344:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.894358:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.894366:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91231:91231:256:4294967295] 192.168.202.25@tcp LPNI seq info [91231:91231:8:4294967295] 00000400:00000200:3.0:1776190952.894376:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.894382:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.894388:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348090). 00000800:00000200:3.0:1776190952.894393:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.894400:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.894405:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.894471:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.894484:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.894488:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 02000000:00000010:3.0:1776190952.894496:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5446f18. 00000100:00000010:3.0:1776190952.894499:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:3.0:1776190952.894504:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bcb29a7. 00000100:00000010:3.0:1776190952.894507:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:3.0:1776190952.894511:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d85894b6. 00000100:00000010:3.0:1776190952.894513:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae46a70f. 02000000:00000010:3.0:1776190952.894516:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f982b20. 00000100:00000010:3.0:1776190952.894518:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:3.0:1776190952.894521:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005fc25349. 00000100:00000010:3.0:1776190952.894523:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 02000000:00000010:3.0:1776190952.894526:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef240b11. 00000100:00000010:3.0:1776190952.894527:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000200:3.0:1776190952.894534:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190952.894540:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070a1f624. 00000400:00000010:3.0:1776190952.894543:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e700b2ab (tot 82348242). 00000400:00000010:2.0:1776190952.895583:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:2.0:1776190952.895592:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:2.0:1776190952.895593:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:2.0:1776190952.895604:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797343168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.895613:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797343168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.895635:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b5596a6. 02000000:00000010:2.0:1776190952.895660:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d0847f7. 02000000:00000010:2.0:1776190952.895665:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000937ef782. 00000100:00000010:2.0:1776190952.895668:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:2.0:1776190952.895671:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190952.895674:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00080000:00000010:2.0:1776190952.895692:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000937ef782. 00010000:00000010:2.0:1776190952.895779:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000246dd5c9. 00010000:00000010:2.0:1776190952.895785:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1fc3b1b. 00010000:00000010:2.0:1776190952.896003:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190952.896009:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000246dd5c9. 00010000:00000010:2.0:1776190952.896020:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190952.896026:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.896033:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.896044:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d0847f7. 02000000:00000010:2.0:1776190952.896073:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e299552a. 00000400:00000010:2.0:1776190952.896077:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190952.896081:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190952.896086:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343232, portal 16 00000400:00000010:2.0:1776190952.896091:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190952.896093:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343232, offset 0 00000400:00000200:2.0:1776190952.896101:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.896113:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.896119:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.896123:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.896126:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.896630:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91232:91232:255:4294967295] 192.168.202.25@tcp LPNI seq info [91232:91232:7:4294967295] 00000400:00000200:2.0:1776190952.896640:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.896651:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.896656:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:2.0:1776190952.896662:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.896668:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.896672:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.897437:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.897443:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:1.0:1776190952.897451:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.897459:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.897464:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:1.0:1776190952.897467:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 02000000:00000010:1.0:1776190952.897477:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ba6c291. 00000800:00000200:1.0:1776190952.903367:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.903377:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190952.903387:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.903399:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.903407:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:1.0:1776190952.903409:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000100:00000200:1.0:1776190952.903420:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797343232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.903468:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.903482:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122600 00000400:00000200:1.0:1776190952.903490:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb605d [1] + 224 00000400:00000200:1.0:1776190952.903501:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.903504:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.903509:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797343232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.903543:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.903548:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86abc0 00000400:00000200:1.0:1776190952.903553:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb49c1 [2] + 0 00000400:00000010:0.0:1776190952.904652:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:0.0:1776190952.904661:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:0.0:1776190952.904663:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:0.0:1776190952.904673:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797343232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.904682:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797343232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190952.904719:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e299552a. 02000000:00000010:0.0:1776190952.904726:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d0847f7. 00000100:00000010:0.0:1776190952.904729:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:0.0:1776190952.904734:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:0.0:1776190952.904738:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000200:1.0:1776190952.904853:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.904859:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.904866:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.904873:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 00000020:00000010:1.0:1776190952.904929:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040207098. 00000020:00000010:1.0:1776190952.904934:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.904938:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.904961:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001986ef5b x1862468788202432/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190952.904986:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202432 02000000:00000010:1.0:1776190952.904997:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfe9fb0c. 00010000:00000010:1.0:1776190952.905021:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b18393f. 00010000:00000010:1.0:1776190952.905040:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190952.905045:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea806657. 00000100:00000010:1.0:1776190952.905054:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea806657. 00010000:00000010:1.0:1776190952.905056:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000400:00000010:1.0:1776190952.905068:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190952.905072:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202432, offset 224 00000400:00000200:1.0:1776190952.905079:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.905090:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.905096:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91233:91233:256:4294967295] 192.168.202.25@tcp LPNI seq info [91233:91233:8:4294967295] 00000400:00000200:1.0:1776190952.905106:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.905109:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.905113:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.905118:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.905124:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.905127:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.905162:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.905166:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:1.0:1776190952.905169:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040207098. 00080000:00000010:0.0:1776190952.905411:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003947eb03. 00010000:00000010:0.0:1776190952.905495:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000246dd5c9. 00010000:00000010:0.0:1776190952.905502:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc85509c. 00010000:00000010:0.0:1776190952.905569:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.0:1776190952.905575:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.905584:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.905587:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.905594:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190952.905603:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bcb29a7. 02000000:00000010:0.0:1776190952.905624:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb638800. 00000400:00000010:0.0:1776190952.905628:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190952.905632:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190952.905637:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343296, portal 16 00000400:00000010:0.0:1776190952.905640:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190952.905642:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343296, offset 0 00000400:00000200:0.0:1776190952.905646:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.905651:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.905657:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.905660:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.905663:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.905666:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91234:91234:255:4294967295] 192.168.202.25@tcp LPNI seq info [91234:91234:7:4294967295] 00000400:00000200:0.0:1776190952.905672:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.905675:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.905678:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348490). 00000800:00000200:0.0:1776190952.905681:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.905684:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.905686:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190952.906305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d1f7a6. 00010000:00000010:2.1:1776190952.906315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00000800:00000200:1.0:1776190952.908041:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.908048:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82348242). 00000400:00000200:1.0:1776190952.908064:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.908074:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.908079:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:1.0:1776190952.908082:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000800:00000200:1.0:1776190952.910768:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.910779:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:1.0:1776190952.910792:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.910804:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.910962:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:1.0:1776190952.910964:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000100:00000200:1.0:1776190952.910979:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797343296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.912342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8005125. 00010000:00000010:2.1:1776190952.912356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000236812d1. 00010000:00000010:2.1:1776190952.912360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:1.1:1776190952.912417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6772251. 00010000:00000010:3.1:1776190952.913034:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046403c85. 00000400:00000200:1.0:1776190952.913105:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.913126:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122640 00000400:00000200:1.0:1776190952.913292:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6069 [1] + 224 00000400:00000200:1.0:1776190952.913306:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.913310:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.913321:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797343296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.913392:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.913398:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ac00 00000400:00000200:1.0:1776190952.913404:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb49c1 [2] + 328 00000400:00000200:1.0:1776190952.913923:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.913929:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.913934:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.913940:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000400:00000010:0.0:1776190952.914066:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:0.0:1776190952.914072:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:0.0:1776190952.914074:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 00000100:00000200:0.0:1776190952.914080:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797343296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.914089:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797343296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190952.914126:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb638800. 02000000:00000010:0.0:1776190952.914159:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bcb29a7. 00000100:00000010:0.0:1776190952.914166:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:0.0:1776190952.914170:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.914182:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000020:00000010:3.0:1776190952.914606:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d85894b6. 00000020:00000010:3.0:1776190952.914616:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.914621:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.914732:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788202496/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190952.914834:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202496 02000000:00000010:3.0:1776190952.914850:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5446f18. 00010000:00000010:3.0:1776190952.914879:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d113c42. 00010000:00000010:3.0:1776190952.914904:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.914912:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190952.914931:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190952.914934:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.914949:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190952.914953:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202496, offset 224 00000400:00000200:3.0:1776190952.914961:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.914973:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.914980:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91235:91235:256:4294967295] 192.168.202.25@tcp LPNI seq info [91235:91235:8:4294967295] 00000400:00000200:3.0:1776190952.914990:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.914996:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.915001:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190952.915006:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.915015:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.915019:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.915046:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.915063:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.915067:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d85894b6. 00000800:00000200:2.0:1776190952.915252:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.915257:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:2.0:1776190952.915262:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.915276:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.915279:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:2.0:1776190952.915281:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00080000:00000010:0.0:1776190952.915823:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb638800. 00010000:00000010:0.0:1776190952.915960:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.915969:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b730df28. 00010000:00000010:0.0:1776190952.916068:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058f4b07b. 00010000:00000010:0.0:1776190952.916073:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000076fd293f. 00010000:00000010:0.0:1776190952.916079:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.0:1776190952.916085:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00080000:00000010:0.0:1776190952.916102:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edb609d1. 00010000:00000010:0.0:1776190952.916126:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.916164:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076fd293f. 00010000:00000010:0.0:1776190952.916233:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.0:1776190952.916237:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190952.916246:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190952.916253:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.916273:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190952.916292:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bcb29a7. 02000000:00000010:0.0:1776190952.916318:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059aaaabc. 00000400:00000010:0.0:1776190952.916324:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190952.916329:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190952.916335:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343360, portal 16 00000400:00000010:0.0:1776190952.916340:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190952.916342:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343360, offset 0 00000400:00000200:0.0:1776190952.916352:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.916365:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.916374:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.916378:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.916381:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.916385:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91236:91236:256:4294967295] 192.168.202.25@tcp LPNI seq info [91236:91236:8:4294967295] 00000400:00000200:0.0:1776190952.916395:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.916401:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.916406:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190952.916412:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.916417:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.916421:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.916954:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.916960:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:2.0:1776190952.916965:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.916971:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.916975:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:2.0:1776190952.916978:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:2.0:1776190952.916987:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797343360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.920426:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.920445:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122680 00000400:00000200:1.0:1776190952.920454:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6075 [1] + 224 00000400:00000200:1.0:1776190952.920465:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.920469:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.920478:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797343360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.920518:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.920523:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ac40 00000400:00000200:1.0:1776190952.920527:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb49c1 [2] + 656 00000400:00000200:1.0:1776190952.920536:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.920539:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.920543:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.920549:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae46a70f. 00000400:00000010:2.0:1776190952.920625:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:2.0:1776190952.920631:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:2.0:1776190952.920633:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 00000100:00000200:2.0:1776190952.920639:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797343360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.920655:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797343360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.920696:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059aaaabc. 02000000:00000010:2.0:1776190952.920704:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bcb29a7. 00000100:00000010:2.0:1776190952.920712:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:2.0:1776190952.920717:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:2.0:1776190952.920721:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000020:00000010:3.0:1776190952.920951:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d85894b6. 00000020:00000010:3.0:1776190952.920962:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.920968:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190952.921000:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae46a70f x1862468788202560/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190952.921036:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202560 02000000:00000010:3.0:1776190952.921049:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2a5b6af. 00010000:00000010:3.0:1776190952.921085:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d7d58a5. 00010000:00000010:3.0:1776190952.921113:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190952.921124:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190952.921163:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190952.921166:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190952.921191:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190952.921196:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202560, offset 224 00000400:00000200:3.0:1776190952.921205:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190952.921217:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190952.921224:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91237:91237:256:4294967295] 192.168.202.25@tcp LPNI seq info [91237:91237:8:4294967295] 00000400:00000200:3.0:1776190952.921235:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190952.921241:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190952.921246:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190952.921253:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190952.921261:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190952.921274:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190952.921301:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190952.921317:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190952.921321:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d85894b6. 00000800:00000200:3.0:1776190952.922106:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.922110:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190952.922115:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.922121:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.922124:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:3.0:1776190952.922126:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00080000:00000010:2.0:1776190952.922509:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d0847f7. 00010000:00000010:2.0:1776190952.922631:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:2.0:1776190952.922640:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085986c38. 00010000:00000010:2.0:1776190952.922744:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190952.922751:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e64154e. 00010000:00000010:2.0:1776190952.922768:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000267a4ec4. 00000100:00000010:2.0:1776190952.922774:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f4b4de. 00000100:00000010:2.0:1776190952.922786:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000321f3308. 02000000:00000010:2.0:1776190952.922802:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190952.923190:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef240b11. 00000400:00000010:2.0:1776190952.923197:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce66eb26. 00000400:00000010:2.0:1776190952.923202:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190952.923208:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343424, portal 16 00000400:00000010:2.0:1776190952.923214:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190952.923216:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343424, offset 0 00000400:00000200:2.0:1776190952.923224:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.923239:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.923250:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.923254:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.923257:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.923260:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91238:91238:256:4294967295] 192.168.202.25@tcp LPNI seq info [91238:91238:8:4294967295] 00000400:00000200:2.0:1776190952.923278:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.923283:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.923288:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.923293:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.923300:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.923304:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.928250:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.928263:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:1.0:1776190952.928286:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.928298:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.928305:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:1.0:1776190952.928308:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00000100:00000200:1.0:1776190952.928322:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000321f3308 x1862468797343424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.928369:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.928383:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1226c0 00000400:00000200:1.0:1776190952.928392:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6081 [1] + 224 00000400:00000200:1.0:1776190952.928405:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.928407:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.928413:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000321f3308 x1862468797343424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190952.928445:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190952.928450:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ac80 00000400:00000200:1.0:1776190952.928454:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb49c1 [2] + 984 00000400:00000200:1.0:1776190952.928465:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.928467:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190952.928470:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190952.928476:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:1.0:1776190952.928537:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040207098. 00000020:00000010:1.0:1776190952.928545:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190952.928549:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000044531811. 00000100:00000200:1.0:1776190952.928575:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788202624/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190952.928600:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202624 02000000:00000010:1.0:1776190952.928611:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f6c0208. 00000400:00000010:3.0:1776190952.928931:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce66eb26. 00000400:00000200:3.0:1776190952.928938:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:3.0:1776190952.928940:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:3.0:1776190952.928946:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000321f3308 x1862468797343424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.928953:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000321f3308 x1862468797343424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190952.928976:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f69a76d8. 02000000:00000010:3.0:1776190952.928994:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef240b11. 02000000:00000010:3.0:1776190952.928999:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e299552a. 00000100:00000010:3.0:1776190952.929003:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000321f3308. 00000100:00000010:3.0:1776190952.929007:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052f4b4de. 00010000:00000010:3.0:1776190952.929010:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000267a4ec4. 00010000:00000010:1.0:1776190952.929105:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190952.929112:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea806657. 00000100:00000010:1.0:1776190952.929404:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea806657. 00010000:00000010:1.0:1776190952.929408:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000400:00000010:0.0:1776190952.929464:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190952.929469:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202624, offset 224 00000400:00000200:0.0:1776190952.929476:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.929487:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.929492:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91239:91239:256:4294967295] 192.168.202.25@tcp LPNI seq info [91239:91239:8:4294967295] 00000400:00000200:0.0:1776190952.929502:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.929506:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.929510:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190952.929515:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.929522:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.929525:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.929544:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:0.0:1776190952.929548:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000044531811. 00000020:00000010:0.0:1776190952.929551:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040207098. 00000800:00000200:3.0:1776190952.929661:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.929664:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:3.0:1776190952.929667:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.929671:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.929673:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:3.0:1776190952.929675:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00010000:00000010:0.1:1776190952.930211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecbd649e. 00010000:00000010:0.1:1776190952.930219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00080000:00000010:2.0:1776190952.931002:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f982b20. 00010000:00000010:2.0:1776190952.931378:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e64154e. 00010000:00000010:2.0:1776190952.931389:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a758be17. 00010000:00000010:2.0:1776190952.931499:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e8bef13. 00010000:00000010:2.0:1776190952.931506:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e64154e. 00010000:00000010:2.0:1776190952.931520:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190952.931528:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f4b4de. 00000100:00000010:2.0:1776190952.931539:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000109b1b14. 02000000:00000010:2.0:1776190952.931557:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfc955ec. 02000000:00000010:2.0:1776190952.931594:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000894e0f31. 00000400:00000010:2.0:1776190952.931601:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028178b1f. 00000400:00000010:2.0:1776190952.931607:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190952.931615:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343488, portal 16 00000400:00000010:2.0:1776190952.931620:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190952.931622:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343488, offset 0 00000400:00000200:2.0:1776190952.931633:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.931736:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.931747:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.931752:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.931755:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.931758:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91240:91240:256:4294967295] 192.168.202.25@tcp LPNI seq info [91240:91240:8:4294967295] 00000400:00000200:2.0:1776190952.931771:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.931776:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.931782:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.931790:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.931798:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.931804:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190952.934333:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.934346:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190952.934360:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.934375:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.934383:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:1.0:1776190952.934386:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:1.0:1776190952.934403:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000109b1b14 x1862468797343488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.935212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000371706b3. 00010000:00000010:0.1:1776190952.935226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.1:1776190952.935231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058f4b07b. 00010000:00000010:0.1:1776190952.935237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e6c651. 00010000:00000010:3.1:1776190952.937055:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078c5be53. 00000400:00000200:2.0:1776190952.937418:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.937436:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122700 00000400:00000200:2.0:1776190952.937448:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb608d [1] + 224 00000400:00000200:2.0:1776190952.937464:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.937468:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.937480:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000109b1b14 x1862468797343488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190952.937568:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190952.937574:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86acc0 00000400:00000200:2.0:1776190952.937579:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb49c1 [2] + 1312 00000400:00000200:2.0:1776190952.937979:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.937984:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190952.937989:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190952.937996:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000321f3308. 00000400:00000010:0.0:1776190952.938449:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028178b1f. 00000400:00000200:0.0:1776190952.938455:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:0.0:1776190952.938457:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:0.0:1776190952.938465:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000109b1b14 x1862468797343488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190952.938473:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000109b1b14 x1862468797343488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190952.938509:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000894e0f31. 02000000:00000010:0.0:1776190952.938517:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfc955ec. 00000100:00000010:0.0:1776190952.938521:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000109b1b14. 00000100:00000010:0.0:1776190952.938527:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052f4b4de. 00010000:00000010:0.0:1776190952.938531:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00000020:00000010:1.0:1776190952.938783:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040207098. 00000020:00000010:1.0:1776190952.938794:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.938798:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190952.938904:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000321f3308 x1862468788202688/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190952.938967:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202688 02000000:00000010:1.0:1776190952.938978:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e57abd0. 00010000:00000010:1.0:1776190952.939006:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ace7d90f. 00010000:00000010:1.0:1776190952.939028:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190952.939034:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea806657. 00000100:00000010:1.0:1776190952.939049:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea806657. 00010000:00000010:1.0:1776190952.939052:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000400:00000010:1.0:1776190952.939065:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190952.939071:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202688, offset 224 00000400:00000200:1.0:1776190952.939078:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.939090:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.939097:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91241:91241:256:4294967295] 192.168.202.25@tcp LPNI seq info [91241:91241:8:4294967295] 00000400:00000200:1.0:1776190952.939106:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.939111:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.939116:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190952.939122:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.939152:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.939156:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.939185:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.939189:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190952.939193:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040207098. 00000800:00000200:2.0:1776190952.939318:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.939323:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190952.939333:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.939337:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.939340:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:2.0:1776190952.939342:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00080000:00000010:0.0:1776190952.940002:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059aaaabc. 00010000:00000010:0.0:1776190952.940101:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e64154e. 00010000:00000010:0.0:1776190952.940108:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8037c3c. 00010000:00000010:0.0:1776190952.940213:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.0:1776190952.940218:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fc67885c. 00010000:00000010:0.0:1776190952.940228:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6a1bf36. 00000100:00000010:0.0:1776190952.940232:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.940241:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190952.940252:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a53bc987. 02000000:00000010:0.0:1776190952.940286:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bd90516. 00000400:00000010:0.0:1776190952.940291:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000357f0c75. 00000400:00000010:0.0:1776190952.940297:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190952.940301:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343552, portal 16 00000400:00000010:0.0:1776190952.940306:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190952.940308:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343552, offset 0 00000400:00000200:0.0:1776190952.940314:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.940322:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.940329:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190952.940333:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190952.940335:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190952.940337:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91242:91242:256:4294967295] 192.168.202.25@tcp LPNI seq info [91242:91242:8:4294967295] 00000400:00000200:0.0:1776190952.940345:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.940349:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.940352:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190952.940357:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.940361:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.940364:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190952.940573:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190952.940576:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:2.0:1776190952.940579:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190952.940583:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190952.940585:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:2.0:1776190952.940587:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:2.0:1776190952.940594:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797343552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.943754:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.943774:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122740 00000400:00000200:0.0:1776190952.943783:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6099 [1] + 224 00000400:00000200:0.0:1776190952.943795:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.943799:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.943888:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797343552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190952.943958:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.943964:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ad00 00000400:00000200:0.0:1776190952.943969:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb49c1 [2] + 1640 00000400:00000200:0.0:1776190952.943979:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.943982:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.943986:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190952.943991:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:1.0:1776190952.944065:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040207098. 00000020:00000010:1.0:1776190952.944073:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.944077:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190952.944099:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788202752/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190952.944163:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202752 02000000:00000010:1.0:1776190952.946973:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d13c6470. 00010000:00000010:1.0:1776190952.947041:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190952.947049:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea806657. 00000100:00000010:1.0:1776190952.947057:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea806657. 00010000:00000010:1.0:1776190952.947061:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000400:00000010:1.0:1776190952.947078:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190952.947085:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202752, offset 224 00000400:00000200:1.0:1776190952.947098:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.947114:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.947121:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91243:91243:256:4294967295] 192.168.202.25@tcp LPNI seq info [91243:91243:8:4294967295] 00000400:00000200:1.0:1776190952.947155:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.947162:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.947167:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190952.947174:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.947181:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.947184:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.947215:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.947221:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190952.947225:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040207098. 00000800:00000200:3.0:1776190952.947718:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.947724:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.947736:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.947742:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.947746:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:3.0:1776190952.947749:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00010000:00000010:3.1:1776190952.949310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338f6f85. 00010000:00000010:3.1:1776190952.949324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000802b25df. 00010000:00000010:2.1:1776190952.950247:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e799e823. 00010000:00000010:2.1:1776190952.950275:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00000400:00000010:2.0:1776190952.950289:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000357f0c75. 00000400:00000200:2.0:1776190952.950293:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:2.0:1776190952.950295:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:2.0:1776190952.950307:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797343552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.950318:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797343552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190952.950344:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f472f907. 02000000:00000010:2.0:1776190952.950361:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bd90516. 02000000:00000010:2.0:1776190952.950367:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a53bc987. 00000100:00000010:2.0:1776190952.950372:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:2.0:1776190952.950376:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:2.0:1776190952.950379:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6a1bf36. 00080000:00000010:2.0:1776190952.950401:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfc955ec. 00010000:00000010:2.0:1776190952.950507:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc67885c. 00010000:00000010:2.0:1776190952.950514:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000657faa41. 00010000:00000010:2.0:1776190952.950598:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190952.950604:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190952.950616:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cae9384. 00000100:00000010:2.0:1776190952.950623:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190952.950631:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190952.950665:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000894e0f31. 02000000:00000010:2.0:1776190952.950696:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e299552a. 00000400:00000010:2.0:1776190952.950701:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d37d0c56. 00000400:00000010:2.0:1776190952.950706:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190952.950711:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343616, portal 16 00000400:00000010:2.0:1776190952.950717:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190952.950719:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343616, offset 0 00000400:00000200:2.0:1776190952.950727:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.950744:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.950752:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.950755:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.950770:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.950774:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91244:91244:256:4294967295] 192.168.202.25@tcp LPNI seq info [91244:91244:8:4294967295] 00000400:00000200:2.0:1776190952.950787:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.950793:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.950798:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190952.950966:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.950974:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.950978:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190952.951208:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.951212:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190952.951217:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.951222:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.951226:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:3.0:1776190952.951227:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:3.0:1776190952.951234:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797343616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.953612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ebeea3. 00010000:00000010:0.1:1776190952.953630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00000400:00000200:0.0:1776190952.955391:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190952.955409:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122780 00000400:00000200:0.0:1776190952.955419:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb60a5 [1] + 224 00000400:00000200:0.0:1776190952.955456:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.955461:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190952.955471:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797343616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.955574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014404687. 00010000:00000010:2.1:1776190952.955582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:1.1:1776190952.955652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d4f92c9. 00000400:00000010:3.0:1776190952.956066:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d37d0c56. 00000400:00000200:3.0:1776190952.956072:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:3.0:1776190952.956075:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:3.0:1776190952.956082:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797343616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190952.956091:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797343616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190952.956126:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e299552a. 02000000:00000010:3.0:1776190952.956161:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000894e0f31. 00000100:00000010:3.0:1776190952.956164:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000100:00000010:3.0:1776190952.956169:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:3.0:1776190952.956179:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cae9384. 00000400:00000200:3.0:1776190952.956580:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.956592:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ad40 00000400:00000200:3.0:1776190952.956598:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb49c1 [2] + 1968 00000400:00000010:3.0:1776190952.956601:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b16822bd. 00000400:00000200:3.0:1776190952.956605:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000037fd9bc0 00000400:00000200:3.0:1776190952.956661:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.956666:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.956668:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037fd9bc0 00000400:00000010:3.0:1776190952.956671:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000037fd9bc0 (tot 82347842). 00000100:00000200:3.0:1776190952.956676:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190952.956764:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040207098. 00000020:00000010:1.0:1776190952.956772:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.956777:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190952.956802:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ab9a95f x1862468788202816/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190952.956843:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202816 02000000:00000010:1.0:1776190952.956855:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008193830e. 00010000:00000010:1.0:1776190952.956884:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa3c13cb. 00010000:00000010:1.0:1776190952.956906:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190952.956911:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea806657. 00000100:00000010:1.0:1776190952.956993:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea806657. 00010000:00000010:1.0:1776190952.956996:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000400:00000010:1.0:1776190952.957009:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190952.957013:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202816, offset 224 00000400:00000200:1.0:1776190952.957020:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190952.957032:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190952.957037:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91245:91245:256:4294967295] 192.168.202.25@tcp LPNI seq info [91245:91245:8:4294967295] 00000400:00000200:1.0:1776190952.957047:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190952.957052:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190952.957056:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348090). 00000800:00000200:1.0:1776190952.957062:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190952.957070:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190952.957074:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190952.957095:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190952.957098:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190952.957101:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040207098. 02000000:00000010:1.0:1776190952.957108:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d13c6470. 00000100:00000010:1.0:1776190952.957111:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:1.0:1776190952.957115:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e57abd0. 00000100:00000010:1.0:1776190952.957116:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000321f3308. 02000000:00000010:1.0:1776190952.957120:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f6c0208. 00000100:00000010:1.0:1776190952.957122:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190952.957125:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2a5b6af. 00000100:00000010:1.0:1776190952.957127:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae46a70f. 02000000:00000010:1.0:1776190952.957161:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5446f18. 00000100:00000010:1.0:1776190952.957164:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190952.957167:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfe9fb0c. 00000100:00000010:1.0:1776190952.957168:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000200:1.0:1776190952.957186:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190952.957190:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bf6c6a1. 00000400:00000010:1.0:1776190952.957194:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea806657 (tot 82348242). 00000800:00000200:3.0:1776190952.957293:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190952.957297:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:3.0:1776190952.957306:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.957310:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190952.957313:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:3.0:1776190952.957314:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 02000000:00000010:3.0:1776190952.957318:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008193830e. 00010000:00000010:2.1:1776190952.961803:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6db7346. 00010000:00000010:2.1:1776190952.961910:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c82783b. 00010000:00000010:2.1:1776190952.961917:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e6c651. 00080000:00000010:2.0:1776190952.961942:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef240b11. 00010000:00000010:2.0:1776190952.962043:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190952.962051:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee363201. 00010000:00000010:2.0:1776190952.962125:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190952.962158:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.962164:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190952.962170:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00080000:00000010:2.0:1776190952.962792:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000894e0f31. 00010000:00000010:2.0:1776190952.962914:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190952.962919:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190952.962979:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.0:1776190952.962983:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190952.962992:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0ff461c. 00000100:00000010:2.0:1776190952.963000:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190952.963008:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190952.963022:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190952.963052:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a53bc987. 00000400:00000010:2.0:1776190952.963058:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e17c455. 00000400:00000010:2.0:1776190952.963064:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190952.963070:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343680, portal 16 00000400:00000010:2.0:1776190952.963075:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190952.963077:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343680, offset 0 00000400:00000200:2.0:1776190952.963087:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.963108:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.963115:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.963118:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.963121:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.963124:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91246:91246:256:4294967295] 192.168.202.25@tcp LPNI seq info [91246:91246:8:4294967295] 00000400:00000200:2.0:1776190952.963891:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.963900:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.963907:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190952.963914:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.963921:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.963924:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190952.968103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051f9f21c. 00000800:00000200:0.0:1776190952.973433:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.973443:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190952.973452:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.973463:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.973469:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:0.0:1776190952.973471:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000100:00000200:0.0:1776190952.973482:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797343680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190952.978194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090e890c9. 00010000:00000010:2.1:1776190952.978216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190952.978220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190952.978223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00000400:00000200:3.0:1776190952.981064:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.981087:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1227c0 00000400:00000200:3.0:1776190952.981096:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb60b5 [1] + 224 00000400:00000200:3.0:1776190952.981106:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.981111:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.981121:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797343680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190952.981205:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190952.981211:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ad80 00000400:00000200:3.0:1776190952.981215:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a19 [2] + 0 00000400:00000200:3.0:1776190952.981262:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190952.981274:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190952.981278:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190952.981284:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000400:00000010:2.0:1776190952.981382:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e17c455. 00000400:00000200:2.0:1776190952.981388:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:2.0:1776190952.981390:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:2.0:1776190952.981396:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797343680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190952.981403:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797343680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190952.981431:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a53bc987. 02000000:00000010:2.0:1776190952.981438:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e299552a. 00000100:00000010:2.0:1776190952.981442:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190952.981446:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:2.0:1776190952.981449:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0ff461c. 00000020:00000010:0.0:1776190952.990188:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000360a7ae1. 00000020:00000010:0.0:1776190952.990207:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.990214:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190952.990257:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788202880/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:645/0 lens 328/0 e 0 to 0 dl 1776190995 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190952.990314:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202880 02000000:00000010:0.0:1776190952.990327:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7bfdd1e. 00010000:00000010:0.0:1776190952.990364:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d35adab4. 00010000:00000010:0.0:1776190952.990399:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e965b. 00000100:00000010:0.0:1776190952.990411:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190952.990434:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190952.990439:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e965b. 00000400:00000010:0.0:1776190952.990454:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190952.990461:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202880, offset 224 00000400:00000200:0.0:1776190952.990470:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190952.990492:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190952.990499:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91247:91247:256:4294967295] 192.168.202.25@tcp LPNI seq info [91247:91247:8:4294967295] 00000400:00000200:0.0:1776190952.990512:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190952.990520:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190952.990526:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190952.990533:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190952.990543:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190952.990548:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190952.990581:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190952.990586:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190952.990588:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000360a7ae1. 00000800:00000200:1.0:1776190952.991170:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190952.991182:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:1.0:1776190952.991187:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190952.991193:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190952.991198:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:1.0:1776190952.991201:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00080000:00000010:2.0:1776190952.991975:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a53bc987. 00010000:00000010:2.0:1776190952.992091:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190952.992099:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048362db2. 00010000:00000010:2.0:1776190952.992218:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190952.992224:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190952.992237:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0ff461c. 00000100:00000010:2.0:1776190952.992243:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190952.992253:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190952.992279:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190952.992313:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bcb29a7. 00000400:00000010:2.0:1776190952.992320:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e17c455. 00000400:00000010:2.0:1776190952.992326:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190952.992333:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343744, portal 16 00000400:00000010:2.0:1776190952.992338:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190952.992340:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343744, offset 0 00000400:00000200:2.0:1776190952.992349:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190952.992365:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190952.992374:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190952.992378:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190952.992381:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190952.992384:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91248:91248:256:4294967295] 192.168.202.25@tcp LPNI seq info [91248:91248:8:4294967295] 00000400:00000200:2.0:1776190952.992394:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190952.992400:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190952.992404:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190952.992411:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190952.992417:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190952.992422:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190952.992614:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190952.992618:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190952.992623:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190952.992627:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190952.992631:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:0.0:1776190952.992632:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 00000100:00000200:0.0:1776190952.992639:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797343744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190952.997242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5509510. 00010000:00000010:2.1:1776190953.001112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee9a531a. 00010000:00000010:2.1:1776190953.001144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00000400:00000200:3.0:1776190953.002855:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.002875:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122800 00000400:00000200:3.0:1776190953.002884:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb60c1 [1] + 224 00000400:00000200:3.0:1776190953.002898:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.002901:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.002912:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797343744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190953.003016:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e17c455. 00000400:00000200:2.0:1776190953.003022:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:2.0:1776190953.003024:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:2.0:1776190953.003030:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797343744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190953.003038:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797343744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190953.003071:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bcb29a7. 02000000:00000010:2.0:1776190953.003077:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e299552a. 00000100:00000010:2.0:1776190953.003082:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190953.003086:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:2.0:1776190953.003089:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0ff461c. 00000400:00000200:1.0:1776190953.005512:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.005535:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86adc0 00000400:00000200:1.0:1776190953.005543:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a19 [2] + 328 00000400:00000200:1.0:1776190953.005619:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.005624:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.005632:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.005639:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 00000020:00000010:3.0:1776190953.006073:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d85894b6. 00000020:00000010:3.0:1776190953.006081:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190953.006086:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.006113:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001986ef5b x1862468788202944/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190953.006189:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788202944 02000000:00000010:3.0:1776190953.006200:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f49a50ee. 00010000:00000010:3.0:1776190953.006228:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083fb715d. 00010000:00000010:3.0:1776190953.006248:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.006254:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.008657:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.008673:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190953.008701:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190953.008709:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788202944, offset 224 00000400:00000200:3.0:1776190953.008719:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.008736:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.008742:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91249:91249:256:4294967295] 192.168.202.25@tcp LPNI seq info [91249:91249:8:4294967295] 00000400:00000200:3.0:1776190953.008753:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.008759:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.008764:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.008770:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.008778:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.008782:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.008819:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190953.008834:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.008838:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d85894b6. 00000800:00000200:1.0:1776190953.010579:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.010586:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190953.010592:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.010600:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.010605:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:1.0:1776190953.010606:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00080000:00000010:2.0:1776190953.013799:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bcb29a7. 00010000:00000010:2.0:1776190953.013927:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.013935:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4dea77e. 00010000:00000010:2.0:1776190953.014016:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.0:1776190953.014022:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.014035:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0ff461c. 00000100:00000010:2.0:1776190953.014046:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190953.014056:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190953.014074:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190953.014110:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc67bb84. 00000400:00000010:2.0:1776190953.014117:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e17c455. 00000400:00000010:2.0:1776190953.014123:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190953.014157:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343808, portal 16 00000400:00000010:2.0:1776190953.014166:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190953.014169:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343808, offset 0 00000400:00000200:2.0:1776190953.014191:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.014209:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.014217:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.014221:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.014224:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.014227:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91250:91250:256:4294967295] 192.168.202.25@tcp LPNI seq info [91250:91250:8:4294967295] 00000400:00000200:2.0:1776190953.014237:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.014243:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.014247:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190953.014253:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.014260:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.014274:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.014708:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.014713:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190953.014719:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.014725:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.014730:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:3.0:1776190953.014733:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:3.0:1776190953.014740:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797343808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.016873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007295e2ad. 00000400:00000200:1.0:1776190953.017216:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.017240:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122840 00000400:00000200:1.0:1776190953.017250:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb60cd [1] + 224 00000400:00000200:1.0:1776190953.017280:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.017285:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.017299:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797343808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190953.022393:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e17c455. 00000400:00000200:2.0:1776190953.022409:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:2.0:1776190953.022412:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:2.0:1776190953.022427:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797343808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190953.022439:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797343808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190953.022476:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc67bb84. 02000000:00000010:2.0:1776190953.022483:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e299552a. 00000100:00000010:2.0:1776190953.022489:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190953.022492:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:2.0:1776190953.022497:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0ff461c. 00000400:00000200:1.0:1776190953.026771:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.026793:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ae00 00000400:00000200:1.0:1776190953.026810:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a19 [2] + 656 00000400:00000200:1.0:1776190953.026882:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.026887:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.026894:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.026900:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:3.0:1776190953.027573:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d85894b6. 00000020:00000010:3.0:1776190953.027582:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190953.027587:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.027616:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788203008/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190953.027667:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203008 02000000:00000010:3.0:1776190953.027678:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000214eca28. 00010000:00000010:3.0:1776190953.027708:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a7c44ef. 00010000:00000010:3.0:1776190953.027729:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.027736:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.027763:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.027767:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190953.027781:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190953.027787:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203008, offset 224 00000400:00000200:3.0:1776190953.027795:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.027813:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.027819:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91251:91251:256:4294967295] 192.168.202.25@tcp LPNI seq info [91251:91251:8:4294967295] 00000400:00000200:3.0:1776190953.027830:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.027836:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.027842:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.027847:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.027854:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.027858:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.027875:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190953.027887:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.027891:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d85894b6. 00000800:00000200:3.0:1776190953.027961:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.027964:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190953.027967:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.027970:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.027974:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:3.0:1776190953.027975:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00080000:00000010:2.0:1776190953.028035:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc67bb84. 00010000:00000010:2.0:1776190953.028118:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.028124:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000570a130f. 00010000:00000010:2.0:1776190953.028235:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190953.028239:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.028248:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0ff461c. 00000100:00000010:2.0:1776190953.028251:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190953.028257:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190953.028276:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e299552a. 02000000:00000010:2.0:1776190953.028302:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7b54937. 00000400:00000010:2.0:1776190953.028308:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e17c455. 00000400:00000010:2.0:1776190953.028312:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190953.028318:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343872, portal 16 00000400:00000010:2.0:1776190953.028323:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190953.028325:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343872, offset 0 00000400:00000200:2.0:1776190953.028331:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.028337:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.028344:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.028348:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.028350:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.028353:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91252:91252:256:4294967295] 192.168.202.25@tcp LPNI seq info [91252:91252:8:4294967295] 00000400:00000200:2.0:1776190953.028360:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.028364:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.028367:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190953.028370:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.028374:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.028377:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.029044:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.029049:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:3.0:1776190953.029054:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.029059:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.029062:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:3.0:1776190953.029063:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:3.0:1776190953.029071:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797343872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.036032:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.036061:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122880 00000400:00000200:1.0:1776190953.036071:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb60d9 [1] + 224 00000400:00000200:1.0:1776190953.036092:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.036097:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.036113:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797343872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190953.036274:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e17c455. 00000400:00000200:2.0:1776190953.036281:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:2.0:1776190953.036283:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:2.0:1776190953.036289:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797343872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190953.036295:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797343872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190953.036330:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7b54937. 02000000:00000010:2.0:1776190953.036338:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e299552a. 00000100:00000010:2.0:1776190953.036344:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190953.036348:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:2.0:1776190953.036352:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0ff461c. 00000400:00000200:3.0:1776190953.038563:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.038593:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ae40 00000400:00000200:3.0:1776190953.038603:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a19 [2] + 984 00000400:00000200:3.0:1776190953.038682:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.038687:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.038694:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.038699:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000020:00000010:1.0:1776190953.041628:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e58062. 00000020:00000010:1.0:1776190953.041657:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190953.041664:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.041704:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788203072/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190953.041968:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203072 02000000:00000010:1.0:1776190953.041980:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000929c25e8. 00010000:00000010:1.0:1776190953.042011:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053dd4e7b. 00010000:00000010:1.0:1776190953.042035:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190953.042042:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a11af049. 00000100:00000010:1.0:1776190953.042062:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a11af049. 00010000:00000010:1.0:1776190953.042067:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000400:00000010:1.0:1776190953.042081:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190953.042087:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203072, offset 224 00000400:00000200:1.0:1776190953.042097:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.042112:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.042119:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91253:91253:256:4294967295] 192.168.202.25@tcp LPNI seq info [91253:91253:8:4294967295] 00000400:00000200:1.0:1776190953.042155:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.042162:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.042167:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190953.042181:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.042188:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.042192:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.042218:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190953.042222:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.042225:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e58062. 00000800:00000200:0.0:1776190953.042378:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.042382:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:0.0:1776190953.042394:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.042399:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.042403:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:0.0:1776190953.042405:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00010000:00000010:2.1:1776190953.043158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003da78eff. 00010000:00000010:2.1:1776190953.043179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00080000:00000010:2.0:1776190953.043219:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7b54937. 00010000:00000010:2.0:1776190953.043369:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.043378:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fded5043. 00010000:00000010:2.0:1776190953.043465:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190953.043470:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.043481:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0ff461c. 00000100:00000010:2.0:1776190953.043485:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190953.043494:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190953.043508:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee080d09. 02000000:00000010:2.0:1776190953.043536:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066bd501b. 00000400:00000010:2.0:1776190953.043542:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e17c455. 00000400:00000010:2.0:1776190953.043548:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190953.043553:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797343936, portal 16 00000400:00000010:2.0:1776190953.043557:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190953.043559:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797343936, offset 0 00000400:00000200:2.0:1776190953.043567:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.043576:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.043583:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.043586:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.043589:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.043592:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91254:91254:256:4294967295] 192.168.202.25@tcp LPNI seq info [91254:91254:8:4294967295] 00000400:00000200:2.0:1776190953.043600:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.043604:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.043607:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.043611:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.043616:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.043619:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.044417:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.044422:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:0.0:1776190953.044427:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.044432:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.044437:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:0.0:1776190953.044438:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00000100:00000200:0.0:1776190953.044445:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797343936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.048365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f0129a1. 00010000:00000010:2.1:1776190953.049367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071b0237c. 00010000:00000010:2.1:1776190953.049377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.1:1776190953.053198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f901e0. 00010000:00000010:2.1:1776190953.053218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:1.1:1776190953.053352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cca3d988. 00000400:00000200:3.0:1776190953.058956:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.058978:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1228c0 00000400:00000200:3.0:1776190953.058989:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb60e5 [1] + 224 00000400:00000200:3.0:1776190953.059008:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.059012:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.059022:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797343936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.059550:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.059560:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ae80 00000400:00000200:0.0:1776190953.059565:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a19 [2] + 1312 00000400:00000200:0.0:1776190953.059621:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.059625:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.059629:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.059635:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:1.0:1776190953.059861:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e58062. 00000020:00000010:1.0:1776190953.059869:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190953.059874:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.059899:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788203136/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190953.059929:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203136 02000000:00000010:1.0:1776190953.059940:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d0a0571. 00010000:00000010:1.0:1776190953.059980:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190953.059987:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a11af049. 00000100:00000010:1.0:1776190953.059995:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a11af049. 00010000:00000010:1.0:1776190953.059998:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000400:00000010:1.0:1776190953.060010:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190953.060015:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203136, offset 224 00000400:00000200:1.0:1776190953.060022:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.060034:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.060040:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91255:91255:256:4294967295] 192.168.202.25@tcp LPNI seq info [91255:91255:8:4294967295] 00000400:00000200:1.0:1776190953.060050:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.060056:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.060060:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190953.060066:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.060072:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.060076:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.060099:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190953.060103:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.060107:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e58062. 00000800:00000200:0.0:1776190953.060881:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.060885:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:0.0:1776190953.060897:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.060903:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.060906:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:0.0:1776190953.060908:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000400:00000010:2.0:1776190953.061703:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e17c455. 00000400:00000200:2.0:1776190953.061710:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:2.0:1776190953.061713:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:2.0:1776190953.061723:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797343936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190953.061733:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797343936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190953.061758:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2db7b4f. 02000000:00000010:2.0:1776190953.061774:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066bd501b. 02000000:00000010:2.0:1776190953.061781:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee080d09. 00000100:00000010:2.0:1776190953.061785:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:2.0:1776190953.061788:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:2.0:1776190953.061791:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0ff461c. 00080000:00000010:2.0:1776190953.061818:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee080d09. 00010000:00000010:2.0:1776190953.061913:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.061919:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009d2d561. 00010000:00000010:2.0:1776190953.061992:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190953.061997:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190953.062002:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190953.062007:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00080000:00000010:2.0:1776190953.062019:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066bd501b. 00010000:00000010:2.0:1776190953.062041:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.062046:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e5b3c27. 00010000:00000010:2.0:1776190953.062104:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.0:1776190953.062108:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d64985c4. 00010000:00000010:2.0:1776190953.062116:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0ff461c. 00000100:00000010:2.0:1776190953.062122:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:3.0:1776190953.062561:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190953.062578:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d85894b6. 02000000:00000010:3.0:1776190953.062610:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5446f18. 00000400:00000010:3.0:1776190953.062617:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002860da7e. 00000400:00000010:3.0:1776190953.062622:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190953.062629:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344000, portal 16 00000400:00000010:3.0:1776190953.062635:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190953.062637:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344000, offset 0 00000400:00000200:3.0:1776190953.062658:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.062679:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.062687:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.062691:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.062695:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.062698:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91256:91256:256:4294967295] 192.168.202.25@tcp LPNI seq info [91256:91256:8:4294967295] 00000400:00000200:3.0:1776190953.062708:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.062713:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.062719:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.062726:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.062734:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.062738:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.062915:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.062919:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190953.062923:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.062928:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.062931:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:0.0:1776190953.062933:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00000100:00000200:0.0:1776190953.062939:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797344000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.064950:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.064970:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122900 00000400:00000200:0.0:1776190953.064979:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb60f1 [1] + 224 00000400:00000200:0.0:1776190953.064997:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.065001:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.065012:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797344000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190953.065374:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002860da7e. 00000400:00000200:3.0:1776190953.065379:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:3.0:1776190953.065381:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000100:00000200:3.0:1776190953.065387:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797344000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.065394:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797344000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.065427:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5446f18. 02000000:00000010:3.0:1776190953.065432:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d85894b6. 00000100:00000010:3.0:1776190953.065435:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:3.0:1776190953.065441:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:3.0:1776190953.065444:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0ff461c. 00010000:00000010:2.1:1776190953.069198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9d29627. 00010000:00000010:2.1:1776190953.069221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c3bcef6. 00010000:00000010:2.1:1776190953.069226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190953.069230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190953.069233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00000400:00000200:0.0:1776190953.075455:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.075479:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86aec0 00000400:00000200:0.0:1776190953.075489:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a19 [2] + 1640 00000400:00000200:0.0:1776190953.075574:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.075580:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.075588:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.075595:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 00000020:00000010:3.0:1776190953.076316:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d85894b6. 00000020:00000010:3.0:1776190953.076325:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190953.076330:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.076359:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd76f7ae x1862468788203200/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190953.076395:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203200 02000000:00000010:3.0:1776190953.076405:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5446f18. 00010000:00000010:3.0:1776190953.076436:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cc421a4. 00010000:00000010:3.0:1776190953.076463:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.076470:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.076492:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.076496:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190953.076510:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190953.076515:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203200, offset 224 00000400:00000200:3.0:1776190953.076523:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.076535:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.076541:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91257:91257:256:4294967295] 192.168.202.25@tcp LPNI seq info [91257:91257:8:4294967295] 00000400:00000200:3.0:1776190953.076553:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.076557:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.076562:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.076568:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.076576:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.076581:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.076612:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004df2b35f. 00000020:00000010:3.0:1776190953.076626:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.076630:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d85894b6. 00000800:00000200:2.0:1776190953.076914:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.076919:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:2.0:1776190953.076924:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.076929:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.076933:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:2.0:1776190953.076935:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00080000:00000010:0.0:1776190953.077014:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000360a7ae1. 00010000:00000010:0.0:1776190953.077112:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d64985c4. 00010000:00000010:0.0:1776190953.077120:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e90bfa3c. 00010000:00000010:0.0:1776190953.077260:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.0:1776190953.077300:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.077310:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e965b. 00000100:00000010:0.0:1776190953.077314:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.077322:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190953.077333:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff6c37e5. 02000000:00000010:0.0:1776190953.077361:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc58d60f. 00000400:00000010:0.0:1776190953.077366:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067875b8c. 00000400:00000010:0.0:1776190953.077372:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190953.077378:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344064, portal 16 00000400:00000010:0.0:1776190953.077383:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66e3104. 00000100:00000200:0.0:1776190953.077384:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344064, offset 0 00000400:00000200:0.0:1776190953.077391:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.077401:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.077409:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.077413:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.077415:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.077418:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91258:91258:256:4294967295] 192.168.202.25@tcp LPNI seq info [91258:91258:8:4294967295] 00000400:00000200:0.0:1776190953.077425:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.077430:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.077433:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190953.077437:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.077441:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.077444:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.077798:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.077801:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:1.0:1776190953.077805:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.077810:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.077813:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:1.0:1776190953.077815:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 00000100:00000200:1.0:1776190953.077824:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797344064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.083356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acb5a671. 00010000:00000010:0.1:1776190953.083374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00010000:00000010:3.1:1776190953.083422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000768f659c. 00000400:00000200:0.0:1776190953.086500:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.086519:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122940 00000400:00000200:0.0:1776190953.086527:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb60fd [1] + 224 00000400:00000200:0.0:1776190953.086546:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.086549:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.086562:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797344064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190953.086671:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067875b8c. 00000400:00000200:3.0:1776190953.086677:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:3.0:1776190953.086679:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:3.0:1776190953.086685:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797344064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.086692:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797344064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.086722:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc58d60f. 02000000:00000010:3.0:1776190953.086729:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff6c37e5. 00000100:00000010:3.0:1776190953.086733:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:3.0:1776190953.086737:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:3.0:1776190953.086741:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e965b. 00000400:00000200:2.0:1776190953.089213:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.089232:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86af00 00000400:00000200:2.0:1776190953.089240:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a19 [2] + 1968 00000400:00000010:2.0:1776190953.089245:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000012abdd8. 00000400:00000200:2.0:1776190953.089251:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d9071b30 00000400:00000200:2.0:1776190953.089322:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.089326:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.089330:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9071b30 00000400:00000010:2.0:1776190953.089332:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d9071b30 (tot 82347842). 00000100:00000200:2.0:1776190953.089339:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190953.089449:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e58062. 00000020:00000010:1.0:1776190953.089456:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190953.089460:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.089482:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000070749d5e x1862468788203264/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190953.089517:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203264 02000000:00000010:1.0:1776190953.089527:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f103e2a9. 00010000:00000010:1.0:1776190953.089555:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5b0b473. 00010000:00000010:1.0:1776190953.089582:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190953.089587:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a11af049. 00000100:00000010:1.0:1776190953.089613:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a11af049. 00010000:00000010:1.0:1776190953.089616:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000400:00000010:1.0:1776190953.089631:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190953.089636:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203264, offset 224 00000400:00000200:1.0:1776190953.089643:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.089666:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.089672:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91259:91259:256:4294967295] 192.168.202.25@tcp LPNI seq info [91259:91259:8:4294967295] 00000400:00000200:1.0:1776190953.089681:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.089686:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.089690:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042e54a14 (tot 82348090). 00000800:00000200:1.0:1776190953.089695:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.089701:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.089704:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000042e54a14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.089727:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002446f2a0. 00000020:00000010:1.0:1776190953.089730:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.089733:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e58062. 02000000:00000010:1.0:1776190953.089741:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5446f18. 00000100:00000010:1.0:1776190953.089744:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 02000000:00000010:1.0:1776190953.089749:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d0a0571. 00000100:00000010:1.0:1776190953.089750:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:1.0:1776190953.089753:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000929c25e8. 00000100:00000010:1.0:1776190953.089755:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:1.0:1776190953.089758:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000214eca28. 00000100:00000010:1.0:1776190953.089761:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190953.089765:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f49a50ee. 00000100:00000010:1.0:1776190953.089767:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190953.089770:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7bfdd1e. 00000100:00000010:1.0:1776190953.089772:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000200:1.0:1776190953.089778:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190953.089783:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b1851c43. 00000400:00000010:1.0:1776190953.089786:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a11af049 (tot 82348242). 00000800:00000200:2.0:1776190953.089879:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.089883:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042e54a14 (tot 82347994). 00000400:00000200:2.0:1776190953.089888:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.089892:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.089894:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:2.0:1776190953.089896:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 02000000:00000010:2.0:1776190953.089900:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f103e2a9. 00080000:00000010:0.0:1776190953.090189:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000334f0e65. 00010000:00000010:0.0:1776190953.090295:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.090301:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa6c261d. 00010000:00000010:0.0:1776190953.090378:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.0:1776190953.090384:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.090393:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190953.090398:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.090405:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190953.090415:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076d70b94. 02000000:00000010:0.0:1776190953.090439:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009415e2fd. 00000400:00000010:0.0:1776190953.090443:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190953.090447:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190953.090450:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344128, portal 16 00000400:00000010:0.0:1776190953.090454:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190953.090456:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344128, offset 0 00000400:00000200:0.0:1776190953.090461:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.090467:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.090473:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.090476:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.090478:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.090481:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91260:91260:256:4294967295] 192.168.202.25@tcp LPNI seq info [91260:91260:8:4294967295] 00000400:00000200:0.0:1776190953.090487:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.090491:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.090494:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190953.090498:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.090502:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.090504:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.090612:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.090614:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:1.0:1776190953.090617:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.090620:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.090623:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:1.0:1776190953.090625:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:1.0:1776190953.090630:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797344128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190953.094891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c913944. 00010000:00000010:0.1:1776190953.098631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a63a772. 00010000:00000010:0.1:1776190953.098668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00000400:00000200:2.0:1776190953.111372:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.111395:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122980 00000400:00000200:2.0:1776190953.111405:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb610d [1] + 224 00000400:00000200:2.0:1776190953.111419:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.111423:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.111436:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797344128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.111468:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.111474:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86af40 00000400:00000200:2.0:1776190953.111480:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a71 [2] + 0 00000400:00000200:2.0:1776190953.111542:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.111546:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.111550:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.111557:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 00000020:00000010:3.0:1776190953.111672:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190953.111680:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.111685:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.111713:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004d2edca9 x1862468788203328/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190953.111751:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203328 02000000:00000010:3.0:1776190953.111763:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005fc25349. 00010000:00000010:3.0:1776190953.111811:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.111820:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.111827:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.111831:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190953.111849:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190953.111855:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203328, offset 224 00000400:00000200:3.0:1776190953.111864:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.111875:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.111881:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91261:91261:256:4294967295] 192.168.202.25@tcp LPNI seq info [91261:91261:8:4294967295] 00000400:00000200:3.0:1776190953.111891:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.111896:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.111901:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.111907:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.111914:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.111919:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.111940:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.111958:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.111964:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00000800:00000200:3.0:1776190953.112036:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.112041:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190953.112044:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.112048:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.112051:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:3.0:1776190953.112053:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000400:00000010:0.0:1776190953.112556:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190953.112561:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:0.0:1776190953.112563:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:0.0:1776190953.112569:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797344128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.112577:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797344128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.112600:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9d194cd. 02000000:00000010:0.0:1776190953.112614:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009415e2fd. 02000000:00000010:0.0:1776190953.112619:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000076d70b94. 00000100:00000010:0.0:1776190953.112622:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:0.0:1776190953.112625:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.112628:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00080000:00000010:0.0:1776190953.112646:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076d70b94. 00010000:00000010:0.0:1776190953.112750:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.112758:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5d7985c. 00010000:00000010:0.0:1776190953.112870:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.0:1776190953.112876:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.112886:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190953.112890:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.112898:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190953.112911:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009415e2fd. 02000000:00000010:0.0:1776190953.112938:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069fdcfbc. 00000400:00000010:0.0:1776190953.112944:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190953.112948:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190953.112953:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344192, portal 16 00000400:00000010:0.0:1776190953.112959:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190953.112961:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344192, offset 0 00000400:00000200:0.0:1776190953.112967:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.112978:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.112986:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.112990:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.112993:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.112996:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91262:91262:256:4294967295] 192.168.202.25@tcp LPNI seq info [91262:91262:8:4294967295] 00000400:00000200:0.0:1776190953.113005:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.113009:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.113013:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190953.113018:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.113024:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.113026:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.113111:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.113114:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:0.0:1776190953.113117:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.113121:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.113124:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:0.0:1776190953.113126:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:0.0:1776190953.113150:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797344192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.116770:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.116794:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1229c0 00000400:00000200:2.0:1776190953.116811:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6119 [1] + 224 00000400:00000200:2.0:1776190953.116825:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.116829:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.116844:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797344192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.116886:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.116891:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86af80 00000400:00000200:2.0:1776190953.116896:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a71 [2] + 328 00000400:00000200:2.0:1776190953.116905:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.116908:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.116911:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.116916:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000005d0e46. 00000020:00000010:3.0:1776190953.117036:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190953.117046:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.117051:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.117080:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000005d0e46 x1862468788203392/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190953.117115:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203392 02000000:00000010:3.0:1776190953.117126:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ba6c291. 00010000:00000010:3.0:1776190953.117193:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.117201:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.117207:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.117210:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190953.117228:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190953.117232:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203392, offset 224 00000400:00000200:3.0:1776190953.117240:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.117249:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.117254:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91263:91263:256:4294967295] 192.168.202.25@tcp LPNI seq info [91263:91263:8:4294967295] 00000400:00000200:3.0:1776190953.117274:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.117279:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.117284:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.117290:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.117297:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.117300:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.117317:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.117334:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.117338:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00000800:00000200:3.0:1776190953.117435:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.117438:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190953.117442:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.117445:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.117448:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:3.0:1776190953.117450:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000400:00000010:0.0:1776190953.117526:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190953.117531:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:0.0:1776190953.117532:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:0.0:1776190953.117538:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797344192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.117545:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797344192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.117568:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ed6af1e. 02000000:00000010:0.0:1776190953.117583:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069fdcfbc. 02000000:00000010:0.0:1776190953.117588:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009415e2fd. 00000100:00000010:0.0:1776190953.117592:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:0.0:1776190953.117595:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.117598:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00080000:00000010:0.0:1776190953.117615:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009415e2fd. 00010000:00000010:0.0:1776190953.117713:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.117718:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002621bbc3. 00010000:00000010:0.0:1776190953.117797:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002cff409d. 00010000:00000010:0.0:1776190953.117803:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.117813:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190953.117816:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.117823:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190953.117833:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069fdcfbc. 02000000:00000010:0.0:1776190953.117854:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045abddcf. 00000400:00000010:0.0:1776190953.117858:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190953.117862:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190953.117867:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344256, portal 16 00000400:00000010:0.0:1776190953.117871:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190953.117873:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344256, offset 0 00000400:00000200:0.0:1776190953.117878:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.117884:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.117891:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.117895:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.117898:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.117900:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91264:91264:256:4294967295] 192.168.202.25@tcp LPNI seq info [91264:91264:8:4294967295] 00000400:00000200:0.0:1776190953.117907:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.117912:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.117915:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190953.117919:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.117924:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.117926:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.118122:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.118125:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:3.0:1776190953.118157:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.118162:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.118164:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:3.0:1776190953.118166:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:3.0:1776190953.118184:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797344256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.134584:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.134606:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122a00 00000400:00000200:2.0:1776190953.134616:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6125 [1] + 224 00000400:00000200:2.0:1776190953.134637:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.134641:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.134663:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797344256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190953.134741:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190953.134748:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:0.0:1776190953.134751:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:0.0:1776190953.134757:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797344256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.134765:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797344256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.134808:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045abddcf. 02000000:00000010:0.0:1776190953.134816:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069fdcfbc. 00000100:00000010:0.0:1776190953.134819:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:0.0:1776190953.134824:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.134829:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00000400:00000200:3.0:1776190953.137193:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.137218:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86afc0 00000400:00000200:3.0:1776190953.137229:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a71 [2] + 656 00000400:00000200:3.0:1776190953.137319:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.137325:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.137334:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.137343:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000020:00000010:2.0:1776190953.138054:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e299552a. 00000020:00000010:2.0:1776190953.138063:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190953.138067:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.138093:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788203456/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190953.138160:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203456 02000000:00000010:2.0:1776190953.138313:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f93c7973. 00010000:00000010:2.0:1776190953.138349:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb51bc19. 00010000:00000010:2.0:1776190953.138375:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a65a7322. 00000100:00000010:2.0:1776190953.138383:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190953.138403:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190953.138406:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a65a7322. 00000400:00000010:2.0:1776190953.138424:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190953.138430:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203456, offset 224 00000400:00000200:2.0:1776190953.138438:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.138452:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.138457:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91265:91265:256:4294967295] 192.168.202.25@tcp LPNI seq info [91265:91265:8:4294967295] 00000400:00000200:2.0:1776190953.138466:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.138471:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.138475:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.138480:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.138486:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.138490:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.138511:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190953.138515:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.138519:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e299552a. 00080000:00000010:0.0:1776190953.138832:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069fdcfbc. 00010000:00000010:0.0:1776190953.138919:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.138926:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038aad561. 00010000:00000010:0.0:1776190953.138996:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000032abf36. 00010000:00000010:0.0:1776190953.139001:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190953.139009:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190953.139013:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.139021:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190953.139031:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045abddcf. 02000000:00000010:0.0:1776190953.139054:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024e9f647. 00000400:00000010:0.0:1776190953.139059:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190953.139064:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190953.139069:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344320, portal 16 00000400:00000010:0.0:1776190953.139073:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005258e6ec. 00000100:00000200:0.0:1776190953.139075:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344320, offset 0 00000400:00000200:0.0:1776190953.139080:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.139087:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.139092:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.139095:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.139098:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.139100:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91266:91266:255:4294967295] 192.168.202.25@tcp LPNI seq info [91266:91266:7:4294967295] 00000400:00000200:0.0:1776190953.139106:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.139110:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.139112:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f520920 (tot 82348490). 00000800:00000200:0.0:1776190953.139115:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.139119:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.139121:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f520920 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.139387:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.139391:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82348242). 00000400:00000200:2.0:1776190953.139396:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.139401:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.139405:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:2.0:1776190953.139406:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000800:00000200:2.0:1776190953.139700:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.139703:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f520920 (tot 82347994). 00000400:00000200:2.0:1776190953.139707:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.139711:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.139714:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005258e6ec 00000400:00000010:2.0:1776190953.139715:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005258e6ec. 00000100:00000200:2.0:1776190953.139722:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797344320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.150330:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.150351:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122a40 00000400:00000200:2.0:1776190953.150360:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6131 [1] + 224 00000400:00000200:2.0:1776190953.150373:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.150377:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.150389:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797344320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.150423:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.150428:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b000 00000400:00000200:2.0:1776190953.150433:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a71 [2] + 984 00000400:00000200:2.0:1776190953.150484:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.150487:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.150491:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.150497:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061faaa02. 00000020:00000010:3.0:1776190953.150883:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190953.150891:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.150897:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.150926:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061faaa02 x1862468788203520/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190953.150961:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203520 02000000:00000010:3.0:1776190953.150972:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c780b0f9. 00010000:00000010:3.0:1776190953.151009:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.151016:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.151023:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.151027:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190953.151039:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190953.151043:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203520, offset 224 00000400:00000200:3.0:1776190953.151052:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.151064:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.151069:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91267:91267:256:4294967295] 192.168.202.25@tcp LPNI seq info [91267:91267:8:4294967295] 00000400:00000200:3.0:1776190953.151081:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.151086:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.151092:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.151098:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.151105:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.151110:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1776190953.151578:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:2.0:1776190953.151584:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:2.0:1776190953.151585:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:2.0:1776190953.151598:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797344320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190953.151606:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797344320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190953.151632:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ebbc2ab. 02000000:00000010:2.0:1776190953.151646:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024e9f647. 02000000:00000010:2.0:1776190953.151651:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045abddcf. 00000100:00000010:2.0:1776190953.151654:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:2.0:1776190953.151665:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:2.0:1776190953.151667:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00080000:00000010:2.0:1776190953.151686:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e299552a. 00010000:00000010:2.0:1776190953.151872:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa750b15. 00010000:00000010:2.0:1776190953.151880:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b288c799. 00010000:00000010:2.0:1776190953.152029:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190953.152037:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003254b841. 00010000:00000010:2.0:1776190953.152055:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a65a7322. 00000100:00000010:2.0:1776190953.152061:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190953.152069:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000023fdab81. 02000000:00000010:2.0:1776190953.152090:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fef225d7. 02000000:00000010:2.0:1776190953.152127:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8656fa9. 00000020:00000010:3.0:1776190953.152346:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.152366:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.152378:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00000800:00000200:3.0:1776190953.152494:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.152497:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190953.152501:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.152508:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.152512:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:3.0:1776190953.152514:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000400:00000010:2.0:1776190953.153414:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000012abdd8. 00000400:00000010:2.0:1776190953.153424:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190953.153432:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344384, portal 16 00000400:00000010:2.0:1776190953.153438:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190953.153441:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344384, offset 0 00000400:00000200:2.0:1776190953.153456:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.153469:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.153475:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.153479:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.153487:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.153491:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91268:91268:256:4294967295] 192.168.202.25@tcp LPNI seq info [91268:91268:8:4294967295] 00000400:00000200:2.0:1776190953.153501:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.153506:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.153511:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.153522:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.153528:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.153532:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.153667:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.153670:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190953.153674:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.153679:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.153682:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:3.0:1776190953.153684:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000100:00000200:3.0:1776190953.153692:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000023fdab81 x1862468797344384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.157853:0:67247:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068f0129e. 00010000:00000010:0.1:1776190953.157869:0:67247:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fca7c8ae. 00010000:00000010:0.1:1776190953.157875:0:67247:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.1:1776190953.157878:0:67247:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c87d32. 00010000:00000010:0.1:1776190953.157882:0:67247:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd859175. 00010000:00000010:0.1:1776190953.157884:0:67247:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00000100:00000010:0.0:1776190953.157897:0:67247:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190953.157915:0:67247:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a581c7f4. 02000000:00000010:3.0:1776190953.158009:0:15844:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f0310726. 00000400:00000010:3.0:1776190953.158017:0:15844:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002860da7e. 00000400:00000010:3.0:1776190953.158024:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190953.158032:0:15844:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468797344448, portal 4 00000400:00000010:3.0:1776190953.158038:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190953.158040:0:15844:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862468797344448, offset 0 00000400:00000200:3.0:1776190953.158049:0:15844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190953.158061:0:15844:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190953.158073:0:15844:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de7cf122ac0 00000400:00000200:3.0:1776190953.158080:0:15844:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33735 [8] + 13888 00000400:00000200:3.0:1776190953.158086:0:15844:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.158089:0:15844:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190953.158094:0:15844:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1776190953.158098:0:15844:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000076e5bad8. 00000400:00000200:3.0:1776190953.158125:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:3.0:1776190953.158146:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00000100:00000200:3.0:1776190953.158152:0:15844:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797344448/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190960 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:0.0:1776190953.158287:0:66349:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045abddcf. 00000020:00000010:0.0:1776190953.158293:0:66349:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190953.158298:0:66349:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.158327:0:66349:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797344448 02000000:00000010:0.0:1776190953.158342:0:66349:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000007c20d888. 00010000:00000200:0.0:1776190953.158365:0:66349:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@0000000076e5bad8 x1862468797344448/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:609/0 lens 224/368 e 0 to 0 dl 1776190959 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:0.0:1776190953.158378:0:66349:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.158381:0:66349:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468797344448, offset 224 00000400:00000200:0.0:1776190953.158385:0:66349:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190953.158390:0:66349:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190953.158395:0:66349:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7cf122ac0 00000400:00000200:0.0:1776190953.158399:0:66349:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6145 [1] + 224 00000400:00000200:0.0:1776190953.158403:0:66349:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.158404:0:66349:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190953.158409:0:66349:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797344448/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190960 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:0.0:1776190953.158423:0:66349:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:0.0:1776190953.158425:0:66349:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000020:00000010:0.0:1776190953.158435:0:66349:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000076fd293f. 00000020:00000010:0.0:1776190953.158438:0:66349:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.158441:0:66349:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045abddcf. 00000400:00000010:0.0:1776190953.158460:0:15844:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002860da7e. 00000400:00000200:0.0:1776190953.158463:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:0.0:1776190953.158464:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000100:00000200:0.0:1776190953.158467:0:15844:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797344448/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190960 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:0.0:1776190953.158473:0:15844:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797344448/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190960 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:0.0:1776190953.158497:0:15844:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f0310726. 02000000:00000010:0.0:1776190953.158501:0:15844:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a581c7f4. 00000100:00000010:0.0:1776190953.158504:0:15844:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000400:00000200:2.0:1776190953.158674:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.158683:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122a80 00000400:00000200:2.0:1776190953.158688:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb613d [1] + 224 00000400:00000200:2.0:1776190953.158695:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.158698:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.158703:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000023fdab81 x1862468797344384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.158732:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.158737:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b040 00000400:00000200:2.0:1776190953.158741:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a71 [2] + 1312 00000400:00000200:2.0:1776190953.158750:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.158753:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.158756:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.158759:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 00000400:00000010:0.0:1776190953.158873:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000012abdd8. 00000400:00000200:0.0:1776190953.158877:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:0.0:1776190953.158878:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:0.0:1776190953.158883:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000023fdab81 x1862468797344384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.158890:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000023fdab81 x1862468797344384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.158905:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8656fa9. 02000000:00000010:0.0:1776190953.158909:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fef225d7. 00000100:00000010:0.0:1776190953.158912:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000023fdab81. 00000100:00000010:0.0:1776190953.158916:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:0.0:1776190953.158919:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a65a7322. 00000020:00000010:3.0:1776190953.158993:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190953.158997:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.159000:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.159013:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d078025a x1862468788203584/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190953.159036:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203584 02000000:00000010:3.0:1776190953.159043:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a039ffa6. 00010000:00000010:3.0:1776190953.159067:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aeb40dce. 00010000:00000010:3.0:1776190953.159084:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.159089:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.159095:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.159098:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190953.159104:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190953.159106:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203584, offset 224 00000400:00000200:3.0:1776190953.159112:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.159121:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.159127:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91269:91269:256:4294967295] 192.168.202.25@tcp LPNI seq info [91269:91269:8:4294967295] 00000400:00000200:3.0:1776190953.159155:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.159160:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.159165:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.159170:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.159177:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.159181:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.159193:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.159198:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.159201:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00000800:00000200:3.0:1776190953.159301:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.159304:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190953.159307:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.159310:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.159313:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:3.0:1776190953.159314:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00080000:00000010:0.0:1776190953.159380:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045abddcf. 00010000:00000010:0.0:1776190953.159470:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003254b841. 00010000:00000010:0.0:1776190953.159477:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009917aaac. 00010000:00000010:0.0:1776190953.159547:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.0:1776190953.159553:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003905b2bc. 00010000:00000010:0.0:1776190953.159563:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190953.159568:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.159576:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190953.159585:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024e9f647. 02000000:00000010:0.0:1776190953.159607:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7bfdd1e. 00000400:00000010:0.0:1776190953.159611:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070bca053. 00000400:00000010:0.0:1776190953.159614:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.159617:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344512, portal 16 00000400:00000010:0.0:1776190953.159621:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190953.159623:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344512, offset 0 00000400:00000200:0.0:1776190953.159628:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.159634:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.159655:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.159659:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.159662:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.159665:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91270:91270:256:4294967295] 192.168.202.25@tcp LPNI seq info [91270:91270:8:4294967295] 00000400:00000200:0.0:1776190953.159672:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.159676:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.159680:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190953.159683:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.159687:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.159689:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.159948:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.159951:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:3.0:1776190953.159955:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.159959:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.159961:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:3.0:1776190953.159962:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000200:3.0:1776190953.159968:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797344512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.164324:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.164347:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122b00 00000400:00000200:2.0:1776190953.164357:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6155 [1] + 224 00000400:00000200:2.0:1776190953.164375:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.164379:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.164393:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797344512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190953.164484:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070bca053. 00000400:00000200:0.0:1776190953.164489:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:0.0:1776190953.164491:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.164497:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797344512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.164504:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797344512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.164538:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7bfdd1e. 02000000:00000010:0.0:1776190953.164543:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024e9f647. 00000100:00000010:0.0:1776190953.164546:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:0.0:1776190953.164550:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.164554:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00000400:00000200:0.0:1776190953.165084:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.165096:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b080 00000400:00000200:0.0:1776190953.165103:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a71 [2] + 1640 00000400:00000200:0.0:1776190953.165208:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.165213:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.165219:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.165223:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000020:00000010:2.0:1776190953.168768:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c16b7a0. 00000020:00000010:2.0:1776190953.168789:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190953.168795:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.168841:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788203648/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190953.168884:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203648 02000000:00000010:2.0:1776190953.168895:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8656fa9. 00010000:00000010:2.0:1776190953.168924:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a9e7a2a. 00010000:00000010:2.0:1776190953.168944:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089bff5ff. 00000100:00000010:2.0:1776190953.168952:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190953.168973:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190953.168977:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089bff5ff. 00000400:00000010:2.0:1776190953.168991:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190953.168999:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203648, offset 224 00000400:00000200:2.0:1776190953.169009:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.169028:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.169034:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91271:91271:256:4294967295] 192.168.202.25@tcp LPNI seq info [91271:91271:8:4294967295] 00000400:00000200:2.0:1776190953.169045:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.169051:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.169056:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190953.169063:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.169070:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.169075:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.169099:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190953.169103:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.169107:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c16b7a0. 00000800:00000200:2.0:1776190953.169259:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.169272:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:2.0:1776190953.169278:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.169285:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.169290:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:2.0:1776190953.169292:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 00080000:00000010:1.0:1776190953.173618:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e57abd0. 00010000:00000010:1.0:1776190953.173791:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003905b2bc. 00010000:00000010:1.0:1776190953.173801:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004db7a84b. 00010000:00000010:1.0:1776190953.173897:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a77e44d7. 00010000:00000010:1.0:1776190953.173904:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190953.173917:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190953.173924:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190953.173934:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190953.173950:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008193830e. 02000000:00000010:1.0:1776190953.173988:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d13c6470. 00000400:00000010:1.0:1776190953.173996:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efc290ab. 00000400:00000010:1.0:1776190953.174002:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190953.174009:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344576, portal 16 00000400:00000010:1.0:1776190953.174015:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190953.174018:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344576, offset 0 00000400:00000200:1.0:1776190953.174027:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.174044:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.174051:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.174055:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.174058:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.174061:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91272:91272:256:4294967295] 192.168.202.25@tcp LPNI seq info [91272:91272:8:4294967295] 00000400:00000200:1.0:1776190953.174072:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.174078:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.174083:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f2c2f8 (tot 82348242). 00000800:00000200:1.0:1776190953.174089:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.174097:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.174101:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000024f2c2f8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.174233:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.174238:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f2c2f8 (tot 82347994). 00000400:00000200:2.0:1776190953.174246:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.174252:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.174256:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:2.0:1776190953.174258:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000100:00000200:2.0:1776190953.174275:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797344576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190953.179127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e6b006. 00010000:00000010:2.1:1776190953.179162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a73c617. 00010000:00000010:2.1:1776190953.179167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000963e7569. 00010000:00000010:2.1:1776190953.179179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032abf36. 00010000:00000010:0.1:1776190953.180844:0:78330:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ba83f4e. 00010000:00000010:0.1:1776190953.180863:0:78330:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cff409d. 00000400:00000200:3.0:1776190953.181246:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.181296:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122b40 00000400:00000200:3.0:1776190953.181304:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6161 [1] + 224 00000400:00000200:3.0:1776190953.181317:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.181321:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.181331:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797344576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.181365:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.181371:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b0c0 00000400:00000200:3.0:1776190953.181375:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4a71 [2] + 1968 00000400:00000010:3.0:1776190953.181378:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000562cf511. 00000400:00000200:3.0:1776190953.181383:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fb081a26 00000400:00000010:1.0:1776190953.181387:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efc290ab. 00000400:00000200:1.0:1776190953.181391:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:1.0:1776190953.181393:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:1.0:1776190953.181399:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797344576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.181406:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797344576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.181414:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.181418:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.181421:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb081a26 00000400:00000010:3.0:1776190953.181423:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fb081a26 (tot 82347842). 00000100:00000200:3.0:1776190953.181428:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190953.181513:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c16b7a0. 00000020:00000010:2.0:1776190953.181521:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190953.181525:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 02000000:00000010:1.0:1776190953.181534:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d13c6470. 02000000:00000010:1.0:1776190953.181540:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008193830e. 00000100:00000010:1.0:1776190953.181545:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:1.0:1776190953.181550:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00000100:00000200:2.0:1776190953.181552:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000635fd739 x1862468788203712/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:1.0:1776190953.181553:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00000100:00000200:2.0:1776190953.181586:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203712 02000000:00000010:2.0:1776190953.181600:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022d2ed8c. 00010000:00000010:2.0:1776190953.181633:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023536a1e. 00010000:00000010:2.0:1776190953.181667:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000089bff5ff. 00000100:00000010:2.0:1776190953.181675:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e57f32c. 00000100:00000010:2.0:1776190953.181690:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e57f32c. 00010000:00000010:2.0:1776190953.181693:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000089bff5ff. 00000400:00000010:2.0:1776190953.181710:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190953.181716:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203712, offset 224 00000400:00000200:2.0:1776190953.181725:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.181738:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.181744:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91273:91273:256:4294967295] 192.168.202.25@tcp LPNI seq info [91273:91273:8:4294967295] 00000400:00000200:2.0:1776190953.181755:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.181760:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.181765:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348090). 00000800:00000200:2.0:1776190953.181772:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.181779:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.181783:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.181812:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004e5b3c27. 00000020:00000010:2.0:1776190953.181817:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.181821:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c16b7a0. 02000000:00000010:2.0:1776190953.181832:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8656fa9. 00000100:00000010:2.0:1776190953.181835:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:2.0:1776190953.181838:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a039ffa6. 00000100:00000010:2.0:1776190953.181841:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190953.181843:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c780b0f9. 00000100:00000010:2.0:1776190953.181845:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061faaa02. 02000000:00000010:2.0:1776190953.181849:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f93c7973. 00000100:00000010:2.0:1776190953.181862:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:2.0:1776190953.181866:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ba6c291. 00000100:00000010:2.0:1776190953.181867:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000005d0e46. 02000000:00000010:2.0:1776190953.181870:0:65523:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005fc25349. 00000100:00000010:2.0:1776190953.181872:0:65523:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000200:2.0:1776190953.181878:0:65523:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190953.181883:0:65523:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e17c455. 00000400:00000010:2.0:1776190953.181886:0:65523:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008e57f32c (tot 82348242). 00000800:00000200:2.0:1776190953.181936:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.181939:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:2.0:1776190953.181942:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.181946:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.181948:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:2.0:1776190953.181949:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 02000000:00000010:2.0:1776190953.181953:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022d2ed8c. 00080000:00000010:1.0:1776190953.182668:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d13c6470. 00010000:00000010:1.0:1776190953.182773:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190953.182780:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e215ed8. 00010000:00000010:1.0:1776190953.182875:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089e1c85e. 00010000:00000010:1.0:1776190953.182881:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190953.182891:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403acd31. 00000100:00000010:1.0:1776190953.182896:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190953.182903:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190953.182915:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008193830e. 02000000:00000010:1.0:1776190953.182941:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfe9fb0c. 00000400:00000010:1.0:1776190953.182945:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efc290ab. 00000400:00000010:1.0:1776190953.182950:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190953.182955:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344640, portal 16 00000400:00000010:1.0:1776190953.182960:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec263b15. 00000100:00000200:1.0:1776190953.182962:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344640, offset 0 00000400:00000200:1.0:1776190953.182970:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.182981:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.182988:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.182992:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.182996:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.183000:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91274:91274:256:4294967295] 192.168.202.25@tcp LPNI seq info [91274:91274:8:4294967295] 00000400:00000200:1.0:1776190953.183008:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.183013:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.183017:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc692c8 (tot 82348242). 00000800:00000200:1.0:1776190953.183021:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.183026:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.183029:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdc692c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.183325:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.183328:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc692c8 (tot 82347994). 00000400:00000200:2.0:1776190953.183334:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.183338:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.183341:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec263b15 00000400:00000010:2.0:1776190953.183342:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec263b15. 00000100:00000200:2.0:1776190953.183348:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797344640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.192423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4805136. 00010000:00000010:0.1:1776190953.192442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:3.1:1776190953.195070:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069bdea50. 00010000:00000010:2.1:1776190953.197450:0:78332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a6f7190. 00010000:00000010:1.1:1776190953.198201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ead4cf. 00010000:00000010:1.1:1776190953.198211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00010000:00000010:1.1:1776190953.198216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060ddb23d. 00010000:00000010:1.1:1776190953.198219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a77e44d7. 00000400:00000200:1.0:1776190953.198553:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.198570:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122b80 00000400:00000200:1.0:1776190953.198579:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6171 [1] + 224 00000400:00000200:1.0:1776190953.198590:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.198594:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.198607:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797344640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.198942:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.198949:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b100 00000400:00000200:1.0:1776190953.198955:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ac9 [2] + 0 00000400:00000200:1.0:1776190953.198968:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.198971:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.198975:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.198981:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:3.0:1776190953.201375:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000214eca28. 00000020:00000010:3.0:1776190953.201388:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.201392:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.201424:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788203776/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190953.201464:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203776 02000000:00000010:3.0:1776190953.201475:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5446f18. 00010000:00000010:3.0:1776190953.201517:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.201526:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.201533:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.201537:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00000400:00000010:3.0:1776190953.201554:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190953.201560:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203776, offset 224 00000400:00000200:3.0:1776190953.201570:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.201585:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.201591:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91275:91275:256:4294967295] 192.168.202.25@tcp LPNI seq info [91275:91275:8:4294967295] 00000400:00000200:3.0:1776190953.201601:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.201607:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.201610:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.201616:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.201622:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.201627:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.201657:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.201670:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.201674:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000214eca28. 00000800:00000200:3.0:1776190953.201783:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.201786:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190953.201790:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.201794:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.201798:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:3.0:1776190953.201800:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00000400:00000010:0.0:1776190953.204974:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efc290ab. 00000400:00000200:0.0:1776190953.204986:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:0.0:1776190953.204989:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:0.0:1776190953.205007:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797344640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.205020:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797344640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.205059:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9873491. 02000000:00000010:0.0:1776190953.205077:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfe9fb0c. 02000000:00000010:0.0:1776190953.205083:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008193830e. 00000100:00000010:0.0:1776190953.205088:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:0.0:1776190953.205094:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:0.0:1776190953.205096:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403acd31. 00080000:00000010:1.0:1776190953.205883:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f6c0208. 00010000:00000010:1.0:1776190953.206010:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190953.206019:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0f7088b. 00010000:00000010:1.0:1776190953.206093:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a77e44d7. 00010000:00000010:1.0:1776190953.206098:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190953.206108:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c7559. 00000100:00000010:1.0:1776190953.206114:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190953.206124:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae46a70f. 02000000:00000010:1.0:1776190953.206242:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040207098. 02000000:00000010:1.0:1776190953.206284:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfe9fb0c. 00000400:00000010:1.0:1776190953.206291:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e80e8b27. 00000400:00000010:1.0:1776190953.206297:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000124650d7. 00000100:00000200:1.0:1776190953.206303:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344704, portal 16 00000400:00000010:1.0:1776190953.206309:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190953.206311:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344704, offset 0 00000400:00000200:1.0:1776190953.206319:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.206338:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.206346:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.206350:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.206353:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.206357:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91276:91276:256:4294967295] 192.168.202.25@tcp LPNI seq info [91276:91276:8:4294967295] 00000400:00000200:1.0:1776190953.206369:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.206376:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.206380:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33b289d (tot 82348242). 00000800:00000200:1.0:1776190953.206387:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.206395:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.206400:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d33b289d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190953.206502:0:78332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050f962c5. 00000800:00000200:2.0:1776190953.213875:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.213884:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33b289d (tot 82347994). 00000400:00000200:2.0:1776190953.213895:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.213905:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.213911:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:2.0:1776190953.213914:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:2.0:1776190953.213924:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae46a70f x1862468797344704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.223315:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.223334:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122bc0 00000400:00000200:1.0:1776190953.223344:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb617d [1] + 224 00000400:00000200:1.0:1776190953.223362:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.223366:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.223376:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46a70f x1862468797344704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190953.223464:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e80e8b27. 00000400:00000200:3.0:1776190953.223470:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000124650d7 00000400:00000010:3.0:1776190953.223473:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000124650d7. 00000100:00000200:3.0:1776190953.223479:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46a70f x1862468797344704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.223488:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae46a70f x1862468797344704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.223523:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfe9fb0c. 02000000:00000010:3.0:1776190953.223530:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040207098. 00000100:00000010:3.0:1776190953.223533:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae46a70f. 00000100:00000010:3.0:1776190953.223536:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:3.0:1776190953.223540:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c7559. 00000400:00000200:3.0:1776190953.224817:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.224833:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b140 00000400:00000200:3.0:1776190953.224842:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ac9 [2] + 328 00000400:00000200:3.0:1776190953.224973:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.224978:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.224983:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.224989:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000244af836. 00000020:00000010:1.0:1776190953.225492:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c48e897. 00000020:00000010:1.0:1776190953.225500:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.225504:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.225530:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000244af836 x1862468788203840/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190953.225554:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203840 02000000:00000010:1.0:1776190953.225566:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000081afa961. 00010000:00000010:1.0:1776190953.225596:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044d3a6f4. 00010000:00000010:1.0:1776190953.225619:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cdbcd17. 00000100:00000010:1.0:1776190953.225626:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.225657:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190953.225661:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cdbcd17. 00000400:00000010:1.0:1776190953.225675:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190953.225680:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203840, offset 224 00000400:00000200:1.0:1776190953.225687:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.225698:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.225703:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91277:91277:256:4294967295] 192.168.202.25@tcp LPNI seq info [91277:91277:8:4294967295] 00000400:00000200:1.0:1776190953.225712:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.225717:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.225721:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd76db5e (tot 82348242). 00000800:00000200:1.0:1776190953.225727:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.225733:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.225736:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd76db5e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.225757:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.225761:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.225764:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c48e897. 00000800:00000200:1.0:1776190953.225840:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.225843:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd76db5e (tot 82347994). 00000400:00000200:1.0:1776190953.225849:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.225852:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.225855:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190953.225857:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00080000:00000010:0.0:1776190953.226577:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc58d60f. 00010000:00000010:0.0:1776190953.226705:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:0.0:1776190953.226712:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e0d71e8. 00010000:00000010:0.0:1776190953.226793:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058f4b07b. 00010000:00000010:0.0:1776190953.226798:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097090af8. 00010000:00000010:0.0:1776190953.226812:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002cff409d. 00010000:00000010:0.0:1776190953.226819:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009cf8b3c8. 00080000:00000010:0.0:1776190953.226833:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bd90516. 00010000:00000010:0.0:1776190953.226857:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190953.226861:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097090af8. 00010000:00000010:0.0:1776190953.226915:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.0:1776190953.226919:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190953.226929:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190953.226935:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.226946:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190953.226960:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008193830e. 02000000:00000010:0.0:1776190953.226997:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fef225d7. 00000400:00000010:0.0:1776190953.227004:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070bca053. 00000400:00000010:0.0:1776190953.227012:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.227019:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344768, portal 16 00000400:00000010:0.0:1776190953.227025:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be6a7b10. 00000100:00000200:0.0:1776190953.227028:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344768, offset 0 00000400:00000200:0.0:1776190953.227038:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.227050:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.227059:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.227064:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.227068:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.227070:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91278:91278:256:4294967295] 192.168.202.25@tcp LPNI seq info [91278:91278:8:4294967295] 00000400:00000200:0.0:1776190953.227080:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.227085:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.227092:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190953.227098:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.227106:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.227111:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.227943:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.227949:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:1.0:1776190953.227956:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.227964:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.227969:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be6a7b10 00000400:00000010:1.0:1776190953.227972:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be6a7b10. 00000100:00000200:1.0:1776190953.227983:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797344768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.231193:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.231224:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122c00 00000400:00000200:3.0:1776190953.231234:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6189 [1] + 224 00000400:00000200:3.0:1776190953.232342:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.232352:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.232364:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797344768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.232408:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.232417:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b180 00000400:00000200:3.0:1776190953.232425:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ac9 [2] + 656 00000400:00000010:0.0:1776190953.232437:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070bca053. 00000400:00000200:3.0:1776190953.232440:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.232444:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000200:3.0:1776190953.232447:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:0.0:1776190953.232448:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:3.0:1776190953.232463:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776190953.232463:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797344768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776190953.232470:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000100:00000200:0.0:1776190953.232475:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797344768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.232510:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fef225d7. 02000000:00000010:0.0:1776190953.232517:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008193830e. 00000100:00000010:0.0:1776190953.232523:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:0.0:1776190953.232527:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.232531:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00000020:00000010:1.0:1776190953.232597:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c48e897. 00000020:00000010:1.0:1776190953.232604:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.232608:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.232631:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788203904/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190953.232671:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203904 02000000:00000010:1.0:1776190953.232683:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cafa9010. 00010000:00000010:1.0:1776190953.232711:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000037f05c4e. 00010000:00000010:1.0:1776190953.232731:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cdbcd17. 00000100:00000010:1.0:1776190953.232737:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.232752:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190953.232755:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cdbcd17. 00000400:00000010:1.0:1776190953.232769:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190953.232774:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203904, offset 224 00000400:00000200:1.0:1776190953.232781:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.232792:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.232797:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91279:91279:256:4294967295] 192.168.202.25@tcp LPNI seq info [91279:91279:8:4294967295] 00080000:00000010:3.0:1776190953.232905:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000214eca28. 00000400:00000200:1.0:1776190953.233003:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00010000:00000010:3.0:1776190953.233008:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00000800:00000200:1.0:1776190953.233012:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00010000:00000010:3.0:1776190953.233017:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000640d9301. 00000800:00000010:1.0:1776190953.233018:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd76db5e (tot 82348242). 00000800:00000200:1.0:1776190953.233027:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.233034:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.233039:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd76db5e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.233062:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.233067:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.233070:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c48e897. 00010000:00000010:3.0:1776190953.233091:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f644115a. 00010000:00000010:3.0:1776190953.233100:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190953.233112:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd5ac17. 00000100:00000010:3.0:1776190953.233116:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.233123:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190953.233153:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2a5b6af. 02000000:00000010:3.0:1776190953.233179:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fc25349. 00000400:00000010:3.0:1776190953.233185:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007de11071. 00000800:00000200:0.0:1776190953.233380:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.233384:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd76db5e (tot 82347994). 00000400:00000200:0.0:1776190953.233390:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.233394:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.233397:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:0.0:1776190953.233399:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000400:00000010:3.0:1776190953.233474:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190953.233480:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344832, portal 16 00000400:00000010:3.0:1776190953.233485:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190953.233487:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344832, offset 0 00000400:00000200:3.0:1776190953.233493:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.233500:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.233507:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.233510:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.233513:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.233516:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91280:91280:256:4294967295] 192.168.202.25@tcp LPNI seq info [91280:91280:8:4294967295] 00000400:00000200:3.0:1776190953.233580:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.233585:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.233589:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.233593:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.233598:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.233600:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.234635:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.1:1776190953.237189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b390c9de. 00010000:00000010:1.1:1776190953.237475:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000659bdb9b. 00010000:00000010:1.1:1776190953.237484:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089e1c85e. 00000800:00000010:1.0:1776190953.237490:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190953.237498:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.237507:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.237513:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:1.0:1776190953.237516:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00000100:00000200:1.0:1776190953.237525:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040d2caf9 x1862468797344832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.237604:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.237622:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122c40 00000400:00000200:3.0:1776190953.237634:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6195 [1] + 224 00000400:00000200:3.0:1776190953.237650:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.237654:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.237843:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040d2caf9 x1862468797344832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.237938:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.237945:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b1c0 00000400:00000200:3.0:1776190953.237951:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ac9 [2] + 984 00000400:00000200:3.0:1776190953.237961:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.237964:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.237967:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.237972:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:1.0:1776190953.238296:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c48e897. 00000020:00000010:1.0:1776190953.238304:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.238309:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.238341:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788203968/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190953.238380:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788203968 02000000:00000010:1.0:1776190953.238395:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071772a4f. 00010000:00000010:1.0:1776190953.238445:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cdbcd17. 00000100:00000010:1.0:1776190953.238453:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.238461:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190953.238465:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cdbcd17. 00000400:00000010:1.0:1776190953.238480:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190953.238486:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788203968, offset 224 00000400:00000200:1.0:1776190953.238494:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.238506:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.238513:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91281:91281:256:4294967295] 192.168.202.25@tcp LPNI seq info [91281:91281:8:4294967295] 00000400:00000200:1.0:1776190953.238525:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.238529:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.238535:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ca09dac (tot 82348242). 00000800:00000200:1.0:1776190953.238541:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.238548:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.238552:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000ca09dac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.238574:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.238578:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.238581:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c48e897. 00000800:00000200:1.0:1776190953.238698:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.238701:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ca09dac (tot 82347994). 00000400:00000200:1.0:1776190953.238706:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.238710:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.238713:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:1.0:1776190953.238714:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000400:00000010:0.0:1776190953.239293:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007de11071. 00000400:00000200:0.0:1776190953.239299:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:0.0:1776190953.239301:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00000100:00000200:0.0:1776190953.239307:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040d2caf9 x1862468797344832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.239316:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040d2caf9 x1862468797344832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.239351:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000373526d. 02000000:00000010:0.0:1776190953.239368:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fc25349. 02000000:00000010:0.0:1776190953.239375:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2a5b6af. 00000100:00000010:0.0:1776190953.239380:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 00000100:00000010:0.0:1776190953.239384:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:0.0:1776190953.239387:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd5ac17. 00080000:00000010:1.0:1776190953.239490:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000413826d9. 00010000:00000010:1.0:1776190953.239597:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:1.0:1776190953.239605:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bfed6167. 00010000:00000010:1.0:1776190953.239696:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089e1c85e. 00010000:00000010:1.0:1776190953.239703:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190953.239717:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cdbcd17. 00000100:00000010:1.0:1776190953.239721:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.239731:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190953.239745:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000127c092c. 02000000:00000010:1.0:1776190953.239776:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c48e897. 00000400:00000010:1.0:1776190953.239782:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5437c38. 00000400:00000010:1.0:1776190953.239786:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190953.239952:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344896, portal 16 00000400:00000010:1.0:1776190953.239960:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075993ef7. 00000100:00000200:1.0:1776190953.239962:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344896, offset 0 00000400:00000200:1.0:1776190953.239969:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.239980:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.239988:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.239992:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.239996:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.240000:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91282:91282:256:4294967295] 192.168.202.25@tcp LPNI seq info [91282:91282:8:4294967295] 00000400:00000200:1.0:1776190953.240010:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.240015:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.240019:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ca09dac (tot 82348242). 00000800:00000200:1.0:1776190953.240026:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.240032:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.240035:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000ca09dac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.240449:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.240454:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ca09dac (tot 82347994). 00000400:00000200:3.0:1776190953.240460:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.240465:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.240468:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:3.0:1776190953.240470:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00000100:00000200:3.0:1776190953.240477:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797344896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.242720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009112c120. 00010000:00000010:3.1:1776190953.242733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:1.1:1776190953.245184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce916312. 00010000:00000010:0.1:1776190953.245294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009f7bca6. 00010000:00000010:0.1:1776190953.245308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a77e44d7. 00010000:00000010:0.1:1776190953.245314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058f4b07b. 00010000:00000010:0.1:1776190953.245318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cff409d. 00010000:00000010:1.1:1776190953.245344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8aea48d. 00000400:00000200:0.0:1776190953.246496:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.246517:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122c80 00000400:00000200:0.0:1776190953.246529:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb61a1 [1] + 224 00000400:00000200:0.0:1776190953.246547:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.246553:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.246565:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797344896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190953.246653:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b5437c38. 00000400:00000200:1.0:1776190953.246658:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:1.0:1776190953.246661:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:1.0:1776190953.246667:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797344896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.246676:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797344896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190953.246745:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c48e897. 02000000:00000010:1.0:1776190953.246751:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000127c092c. 00000100:00000010:1.0:1776190953.246756:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190953.246761:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190953.246764:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cdbcd17. 00000400:00000200:1.0:1776190953.248412:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.248428:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b200 00000400:00000200:1.0:1776190953.248436:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ac9 [2] + 1312 00000400:00000200:1.0:1776190953.248528:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.248532:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.248539:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.248544:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:3.0:1776190953.248869:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba6c291. 00000020:00000010:3.0:1776190953.248876:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.248882:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.248922:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788204032/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190953.248991:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204032 02000000:00000010:3.0:1776190953.249004:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c780b0f9. 00010000:00000010:3.0:1776190953.249037:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bac96af7. 00010000:00000010:3.0:1776190953.249059:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aaaea086. 00000100:00000010:3.0:1776190953.249065:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.249085:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.249089:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aaaea086. 00000400:00000010:3.0:1776190953.249102:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190953.249108:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204032, offset 224 00000400:00000200:3.0:1776190953.249118:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.249161:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.249167:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91283:91283:256:4294967295] 192.168.202.25@tcp LPNI seq info [91283:91283:8:4294967295] 00000400:00000200:3.0:1776190953.249178:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.249183:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.249281:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190953.249288:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00080000:00000010:2.0:1776190953.249293:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022d2ed8c. 00000800:00000200:3.0:1776190953.249295:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.249300:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.249318:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007209776b. 00000020:00000010:3.0:1776190953.249330:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.249334:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba6c291. 00010000:00000010:2.0:1776190953.249406:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:2.0:1776190953.249415:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd45cf9a. 00010000:00000010:0.1:1776190953.249450:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016650d2b. 00010000:00000010:2.0:1776190953.249494:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190953.249500:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bb511aa. 00010000:00000010:2.0:1776190953.249510:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f39f33cf. 00000100:00000010:2.0:1776190953.249514:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190953.249521:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190953.249533:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f93c7973. 02000000:00000010:2.0:1776190953.249558:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8656fa9. 00000400:00000010:2.0:1776190953.249564:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091319ebf. 00000400:00000010:2.0:1776190953.249569:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190953.249574:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797344960, portal 16 00000400:00000010:2.0:1776190953.249578:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190953.249580:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797344960, offset 0 00000400:00000200:2.0:1776190953.249586:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.249591:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.249597:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.249601:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.249603:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.249605:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91284:91284:255:4294967295] 192.168.202.25@tcp LPNI seq info [91284:91284:7:4294967295] 00000400:00000200:2.0:1776190953.249612:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.249616:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.249619:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348490). 00000800:00000200:2.0:1776190953.249623:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.249626:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.249629:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190953.250183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb9865d8. 00010000:00000010:1.1:1776190953.250200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644115a. 00000800:00000200:0.0:1776190953.250409:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.250413:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:0.0:1776190953.250418:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.250424:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.250429:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:0.0:1776190953.250432:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000800:00000200:0.0:1776190953.250481:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.250483:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190953.250486:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.250490:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.250491:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:0.0:1776190953.250492:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:0.0:1776190953.250498:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797344960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.258673:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.258696:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122cc0 00000400:00000200:0.0:1776190953.258707:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb61ad [1] + 224 00000400:00000200:0.0:1776190953.258721:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.258726:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.258739:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797344960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.266557:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.266572:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b240 00000400:00000200:0.0:1776190953.266579:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ac9 [2] + 1640 00000400:00000200:0.0:1776190953.266656:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.266660:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.266665:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.266672:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000400:00000010:0.0:1776190953.266717:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091319ebf. 00000400:00000200:0.0:1776190953.266722:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:0.0:1776190953.266724:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 00000100:00000200:0.0:1776190953.266733:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797344960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.266741:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797344960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.266785:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8656fa9. 02000000:00000010:0.0:1776190953.266793:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f93c7973. 00000100:00000010:0.0:1776190953.266814:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 00000100:00000010:0.0:1776190953.266817:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:0.0:1776190953.266820:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f39f33cf. 00000020:00000010:0.0:1776190953.266863:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6c37e5. 00000020:00000010:0.0:1776190953.266869:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097090af8. 00000020:00000010:0.0:1776190953.266872:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.266894:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788204096/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190953.266912:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204096 02000000:00000010:0.0:1776190953.266920:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7bfdd1e. 00010000:00000010:0.0:1776190953.267058:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000482b3ebe. 00010000:00000010:0.0:1776190953.267076:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190953.267080:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.267088:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.267090:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00000400:00000010:0.0:1776190953.267100:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.267103:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204096, offset 224 00000400:00000200:0.0:1776190953.267109:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.267118:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.267123:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91285:91285:256:4294967295] 192.168.202.25@tcp LPNI seq info [91285:91285:8:4294967295] 00000400:00000200:0.0:1776190953.267146:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.267150:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.267154:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239dd843 (tot 82348242). 00000800:00000200:0.0:1776190953.267158:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.267163:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.267167:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000239dd843 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.267181:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097090af8. 00000020:00000010:0.0:1776190953.267185:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.267188:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6c37e5. 00080000:00000010:0.0:1776190953.267213:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff6c37e5. 00010000:00000010:0.0:1776190953.267319:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bb511aa. 00010000:00000010:0.0:1776190953.267324:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc98922d. 00010000:00000010:0.0:1776190953.267391:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002cff409d. 00010000:00000010:0.0:1776190953.267396:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d70e8b4a. 00010000:00000010:0.0:1776190953.267405:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190953.267408:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.267413:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190953.267424:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f93c7973. 02000000:00000010:0.0:1776190953.267445:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fef225d7. 00000400:00000010:0.0:1776190953.267448:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070bca053. 00000400:00000010:0.0:1776190953.267451:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190953.267455:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345024, portal 16 00000400:00000010:0.0:1776190953.267458:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc4e562. 00000100:00000200:0.0:1776190953.267459:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345024, offset 0 00000400:00000200:0.0:1776190953.267462:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.267467:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.267472:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.267475:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.267478:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.267480:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91286:91286:255:4294967295] 192.168.202.25@tcp LPNI seq info [91286:91286:7:4294967295] 00000400:00000200:0.0:1776190953.267484:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.267488:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.267490:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348490). 00000800:00000200:0.0:1776190953.267492:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.267496:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.267498:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.268789:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.268796:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239dd843 (tot 82348242). 00000400:00000200:1.0:1776190953.268803:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.268813:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.268819:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:1.0:1776190953.268821:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000800:00000200:1.0:1776190953.268875:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.268877:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:1.0:1776190953.268879:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.268883:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.268884:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc4e562 00000400:00000010:1.0:1776190953.268886:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007dc4e562. 00000100:00000200:1.0:1776190953.268894:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797345024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.269418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b197ddc. 00000400:00000200:3.0:1776190953.279288:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.279308:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122d00 00000400:00000200:3.0:1776190953.279316:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb61b9 [1] + 224 00000400:00000200:3.0:1776190953.279330:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.279334:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.279344:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797345024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190953.279490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae1c0c77. 00010000:00000010:2.1:1776190953.279498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089e1c85e. 00000400:00000010:1.0:1776190953.280047:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070bca053. 00000400:00000200:1.0:1776190953.280053:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:1.0:1776190953.280055:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000100:00000200:1.0:1776190953.280063:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797345024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.280070:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797345024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190953.280098:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fef225d7. 02000000:00000010:1.0:1776190953.280104:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f93c7973. 00000100:00000010:1.0:1776190953.280118:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:1.0:1776190953.280122:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:1.0:1776190953.280125:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00000400:00000200:3.0:1776190953.282193:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.282214:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b280 00000400:00000200:3.0:1776190953.282222:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ac9 [2] + 1968 00000400:00000010:3.0:1776190953.282228:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:3.0:1776190953.282234:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002a2c08a5 00000400:00000200:3.0:1776190953.282323:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.282328:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.282332:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a2c08a5 00000400:00000010:3.0:1776190953.282333:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002a2c08a5 (tot 82347842). 00000100:00000200:3.0:1776190953.282341:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190953.282897:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071355eaa. 00000020:00000010:2.0:1776190953.282908:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5254a74. 00000020:00000010:2.0:1776190953.282913:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.282943:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d0444d7 x1862468788204160/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190953.282977:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204160 02000000:00000010:2.0:1776190953.282986:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcca0623. 00010000:00000010:2.0:1776190953.283019:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040235ff7. 00010000:00000010:2.0:1776190953.283043:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026eaa533. 00000100:00000010:2.0:1776190953.283050:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041cbbd21. 00000100:00000010:2.0:1776190953.283062:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041cbbd21. 00010000:00000010:2.0:1776190953.283065:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026eaa533. 00000400:00000010:2.0:1776190953.283080:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190953.283085:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204160, offset 224 00000400:00000200:2.0:1776190953.283093:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.283105:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.283111:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91287:91287:256:4294967295] 192.168.202.25@tcp LPNI seq info [91287:91287:8:4294967295] 00000400:00000200:2.0:1776190953.283122:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.283127:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.283160:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348090). 00000800:00000200:2.0:1776190953.283166:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.283181:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.283185:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.283202:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5254a74. 00000020:00000010:2.0:1776190953.283206:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.283209:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071355eaa. 02000000:00000010:2.0:1776190953.283217:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7bfdd1e. 00000100:00000010:2.0:1776190953.283221:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:2.0:1776190953.283226:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c780b0f9. 00000100:00000010:2.0:1776190953.283228:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:2.0:1776190953.283231:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071772a4f. 00000100:00000010:2.0:1776190953.283234:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:2.0:1776190953.283237:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cafa9010. 00000100:00000010:2.0:1776190953.283240:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:2.0:1776190953.283243:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000081afa961. 00000100:00000010:2.0:1776190953.283245:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000244af836. 02000000:00000010:2.0:1776190953.283249:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5446f18. 00000100:00000010:2.0:1776190953.283252:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000200:2.0:1776190953.283258:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190953.283273:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004044976f. 00000400:00000010:2.0:1776190953.283278:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000041cbbd21 (tot 82348242). 00080000:00000010:1.0:1776190953.283703:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081afa961. 00010000:00000010:1.0:1776190953.283850:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d70e8b4a. 00010000:00000010:1.0:1776190953.283859:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f96ecce7. 00010000:00000010:1.0:1776190953.283935:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ceb7bbc2. 00010000:00000010:1.0:1776190953.283941:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190953.283951:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190953.283956:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.283963:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190953.283976:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f93c7973. 02000000:00000010:1.0:1776190953.284006:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071772a4f. 00000400:00000010:1.0:1776190953.284012:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5437c38. 00000400:00000010:1.0:1776190953.284017:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190953.284020:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345088, portal 16 00000400:00000010:1.0:1776190953.284024:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190953.284026:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345088, offset 0 00000400:00000200:1.0:1776190953.284033:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.284043:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.284049:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.284052:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.284055:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.284058:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91288:91288:255:4294967295] 192.168.202.25@tcp LPNI seq info [91288:91288:7:4294967295] 00000400:00000200:1.0:1776190953.284065:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.284069:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.284072:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ceef18c9 (tot 82348490). 00000800:00000200:1.0:1776190953.284075:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.284080:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.284083:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ceef18c9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190953.284597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2d8394. 00010000:00000010:0.1:1776190953.284604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007756205f. 00010000:00000010:0.1:1776190953.284608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00000800:00000200:1.0:1776190953.286442:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.286450:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000400:00000200:1.0:1776190953.286458:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.286470:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.286476:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:1.0:1776190953.286479:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 02000000:00000010:1.0:1776190953.286489:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcca0623. 00000800:00000200:1.0:1776190953.287575:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.287581:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ceef18c9 (tot 82347994). 00000400:00000200:1.0:1776190953.287590:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.287597:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.287601:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:1.0:1776190953.287603:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:1.0:1776190953.287612:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797345088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.294445:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.294465:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122d40 00000400:00000200:3.0:1776190953.294474:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb61c9 [1] + 224 00000400:00000200:3.0:1776190953.294489:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.294494:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.294506:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797345088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190953.294594:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b5437c38. 00000400:00000200:1.0:1776190953.294599:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:1.0:1776190953.294601:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:1.0:1776190953.294606:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797345088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.294612:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797345088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190953.294646:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071772a4f. 02000000:00000010:1.0:1776190953.294652:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f93c7973. 00000100:00000010:1.0:1776190953.294665:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:1.0:1776190953.294669:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190953.294672:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00000400:00000200:3.0:1776190953.296078:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.296099:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b2c0 00000400:00000200:3.0:1776190953.296109:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b21 [2] + 0 00000400:00000200:3.0:1776190953.296234:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.296239:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.296246:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.296252:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:1.0:1776190953.296751:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071772a4f. 00000020:00000010:1.0:1776190953.296758:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.296762:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.296790:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788204224/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190953.296827:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204224 02000000:00000010:1.0:1776190953.296838:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000127c092c. 00010000:00000010:1.0:1776190953.296869:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061729a5c. 00010000:00000010:1.0:1776190953.296895:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190953.296903:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.296919:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190953.296923:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00000400:00000010:1.0:1776190953.296938:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190953.296943:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204224, offset 224 00000400:00000200:1.0:1776190953.296951:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.296964:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.296969:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91289:91289:256:4294967295] 192.168.202.25@tcp LPNI seq info [91289:91289:8:4294967295] 00000400:00000200:1.0:1776190953.296978:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.296984:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.296988:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ceef18c9 (tot 82348242). 00000800:00000200:1.0:1776190953.296993:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.297000:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.297003:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ceef18c9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.297021:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.297024:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.297028:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071772a4f. 00000800:00000200:1.0:1776190953.297106:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.297110:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ceef18c9 (tot 82347994). 00000400:00000200:1.0:1776190953.297117:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.297120:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.297124:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:1.0:1776190953.297126:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00080000:00000010:3.0:1776190953.297690:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a039ffa6. 00010000:00000010:3.0:1776190953.297786:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:3.0:1776190953.297792:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000723e0d7d. 00010000:00000010:3.0:1776190953.297897:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d05bd01f. 00010000:00000010:3.0:1776190953.297904:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.297915:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000183476b7. 00000100:00000010:3.0:1776190953.297920:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.297927:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 02000000:00000010:3.0:1776190953.297937:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ba6c291. 02000000:00000010:3.0:1776190953.297963:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5446f18. 00000400:00000010:3.0:1776190953.297969:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005df4b98b. 00000400:00000010:3.0:1776190953.297973:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.297978:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345152, portal 16 00000400:00000010:3.0:1776190953.297982:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190953.297985:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345152, offset 0 00000400:00000200:3.0:1776190953.297991:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.297999:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.298005:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.298008:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.298011:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.298013:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91290:91290:256:4294967295] 192.168.202.25@tcp LPNI seq info [91290:91290:8:4294967295] 00000400:00000200:3.0:1776190953.298020:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.298024:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.298027:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190953.298031:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.298036:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.298038:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.298193:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.298196:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190953.298199:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.298203:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.298206:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:2.0:1776190953.298208:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000100:00000200:2.0:1776190953.298213:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003dabbd3 x1862468797345152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190953.300197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2d72452. 00010000:00000010:1.1:1776190953.300214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cff409d. 00010000:00000010:2.1:1776190953.300431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb965b35. 00010000:00000010:1.1:1776190953.317256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fec0390. 00010000:00000010:3.1:1776190953.319069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027e415d5. 00010000:00000010:3.1:1776190953.319082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceb7bbc2. 00000400:00000200:0.0:1776190953.319394:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.319410:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122d80 00000400:00000200:0.0:1776190953.319419:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb61d5 [1] + 224 00000400:00000200:0.0:1776190953.319429:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.319432:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.319442:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003dabbd3 x1862468797345152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.319472:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.319477:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b300 00000400:00000200:0.0:1776190953.319481:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b21 [2] + 328 00000400:00000200:0.0:1776190953.319898:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.319903:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.319907:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.319912:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:2.0:1776190953.320004:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071355eaa. 00000020:00000010:2.0:1776190953.320010:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.320014:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.320036:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788204288/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190953.320109:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204288 02000000:00000010:2.0:1776190953.320119:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcca0623. 00010000:00000010:2.0:1776190953.320184:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026eaa533. 00000100:00000010:2.0:1776190953.320191:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.320197:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190953.320201:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026eaa533. 00000400:00000010:2.0:1776190953.320213:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190953.320218:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204288, offset 224 00000400:00000200:2.0:1776190953.320225:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.320235:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.320240:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91291:91291:256:4294967295] 192.168.202.25@tcp LPNI seq info [91291:91291:8:4294967295] 00000400:00000200:2.0:1776190953.320249:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.320254:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.320258:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:2.0:1776190953.320273:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.320279:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.320282:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.320297:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.320300:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.320303:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071355eaa. 00000400:00000010:3.0:1776190953.320400:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005df4b98b. 00000400:00000200:3.0:1776190953.320405:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:3.0:1776190953.320406:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.320411:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003dabbd3 x1862468797345152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.320419:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003dabbd3 x1862468797345152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.320438:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068308dd3. 02000000:00000010:3.0:1776190953.320450:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5446f18. 02000000:00000010:3.0:1776190953.320454:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ba6c291. 00000100:00000010:3.0:1776190953.320457:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 00000100:00000010:3.0:1776190953.320460:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.320463:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000183476b7. 00080000:00000010:3.0:1776190953.320477:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ba6c291. 00010000:00000010:3.0:1776190953.320546:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.320551:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002859daa8. 00010000:00000010:3.0:1776190953.320616:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d2e4319. 00010000:00000010:3.0:1776190953.320620:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.320629:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000183476b7. 00000100:00000010:3.0:1776190953.320632:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.320637:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 02000000:00000010:3.0:1776190953.320658:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5446f18. 02000000:00000010:3.0:1776190953.320682:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c780b0f9. 00000400:00000010:3.0:1776190953.320686:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005df4b98b. 00000400:00000010:3.0:1776190953.320689:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.320693:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345216, portal 16 00000400:00000010:3.0:1776190953.320697:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190953.320698:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345216, offset 0 00000400:00000200:3.0:1776190953.320703:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.320709:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.320716:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.320720:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.320722:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.320725:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91292:91292:255:4294967295] 192.168.202.25@tcp LPNI seq info [91292:91292:7:4294967295] 00000400:00000200:3.0:1776190953.320732:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.320736:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.320739:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190953.320742:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.320746:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.320748:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.321024:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.321028:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000400:00000200:0.0:1776190953.321033:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.321037:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.321039:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:0.0:1776190953.321040:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00000800:00000200:0.0:1776190953.321102:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.321104:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:0.0:1776190953.321107:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.321110:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.321112:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2eccca 00000400:00000010:0.0:1776190953.321113:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2eccca. 00000100:00000200:0.0:1776190953.321117:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003dabbd3 x1862468797345216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.327451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064f19a99. 00010000:00000010:3.1:1776190953.327470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027ece57d. 00010000:00000010:3.1:1776190953.327474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05bd01f. 00000400:00000200:2.0:1776190953.327982:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.328001:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122dc0 00000400:00000200:2.0:1776190953.328014:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb61e1 [1] + 224 00000400:00000200:2.0:1776190953.328028:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.328032:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.328044:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003dabbd3 x1862468797345216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.328292:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.328298:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b340 00000400:00000200:2.0:1776190953.328303:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b21 [2] + 656 00000400:00000200:2.0:1776190953.328359:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.328362:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.328366:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.328372:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000005d0e46. 00000020:00000010:1.0:1776190953.329018:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071772a4f. 00000020:00000010:1.0:1776190953.329028:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.329032:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.329061:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000005d0e46 x1862468788204352/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190953.329102:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204352 02000000:00000010:1.0:1776190953.329117:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f93c7973. 00010000:00000010:1.0:1776190953.329217:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190953.329226:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.329234:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190953.329239:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00000400:00000010:1.0:1776190953.329259:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190953.329277:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204352, offset 224 00000400:00000200:1.0:1776190953.329286:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.329298:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.329304:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91293:91293:256:4294967295] 192.168.202.25@tcp LPNI seq info [91293:91293:8:4294967295] 00000400:00000200:1.0:1776190953.329314:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.329320:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.329324:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ceef18c9 (tot 82348242). 00000800:00000200:1.0:1776190953.329329:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.329335:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.329338:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ceef18c9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.329352:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.329355:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.329359:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071772a4f. 00000800:00000200:0.0:1776190953.329653:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.329658:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ceef18c9 (tot 82347994). 00000400:00000200:0.0:1776190953.329664:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.329669:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.329673:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:0.0:1776190953.329675:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000400:00000010:3.0:1776190953.330498:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005df4b98b. 00000400:00000200:3.0:1776190953.330504:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:3.0:1776190953.330506:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.330515:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003dabbd3 x1862468797345216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.330524:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003dabbd3 x1862468797345216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.330550:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026ce54ab. 02000000:00000010:3.0:1776190953.330568:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c780b0f9. 02000000:00000010:3.0:1776190953.330574:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5446f18. 00000100:00000010:3.0:1776190953.330577:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 00000100:00000010:3.0:1776190953.330581:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.330585:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000183476b7. 00080000:00000010:3.0:1776190953.330606:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5446f18. 00010000:00000010:3.0:1776190953.330923:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.330930:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000decc15cf. 00010000:00000010:3.0:1776190953.331012:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d05bd01f. 00010000:00000010:3.0:1776190953.331017:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.331027:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000183476b7. 00000100:00000010:3.0:1776190953.331032:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.331040:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 02000000:00000010:3.0:1776190953.331050:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c780b0f9. 02000000:00000010:3.0:1776190953.331074:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e9b5d41. 00000400:00000010:3.0:1776190953.331078:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005df4b98b. 00000400:00000010:3.0:1776190953.331082:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.331087:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345280, portal 16 00000400:00000010:3.0:1776190953.331092:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190953.331094:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345280, offset 0 00000400:00000200:3.0:1776190953.331101:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.331113:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.331121:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.331126:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.331317:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.331321:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91294:91294:256:4294967295] 192.168.202.25@tcp LPNI seq info [91294:91294:8:4294967295] 00000400:00000200:3.0:1776190953.331332:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.331337:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.331343:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190953.331350:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.331356:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.331359:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.331503:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.331507:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:0.0:1776190953.331511:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.331516:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.331519:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:0.0:1776190953.331521:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00000100:00000200:0.0:1776190953.331527:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003dabbd3 x1862468797345280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.334096:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.334118:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122e00 00000400:00000200:2.0:1776190953.334184:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb61ed [1] + 224 00000400:00000200:2.0:1776190953.334207:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.334212:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.334225:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003dabbd3 x1862468797345280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190953.334495:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005df4b98b. 00000400:00000200:3.0:1776190953.334501:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:3.0:1776190953.334503:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.334509:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003dabbd3 x1862468797345280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.334516:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003dabbd3 x1862468797345280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.334548:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e9b5d41. 02000000:00000010:3.0:1776190953.334554:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c780b0f9. 00000100:00000010:3.0:1776190953.334557:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 00000100:00000010:3.0:1776190953.334562:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.334565:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000183476b7. 00000400:00000200:3.0:1776190953.336578:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.336599:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b380 00000400:00000200:3.0:1776190953.336607:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b21 [2] + 984 00000400:00000200:3.0:1776190953.336630:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.336634:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.336652:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.336657:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00000020:00000010:2.0:1776190953.337190:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071355eaa. 00000020:00000010:2.0:1776190953.337198:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.337203:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.337238:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003dabbd3 x1862468788204416/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190953.337285:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204416 02000000:00000010:2.0:1776190953.337297:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cafa9010. 00010000:00000010:2.0:1776190953.337325:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0cf7d8d. 00010000:00000010:2.0:1776190953.337349:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026eaa533. 00000100:00000010:2.0:1776190953.337358:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.337372:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190953.337375:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026eaa533. 00000400:00000010:2.0:1776190953.337389:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190953.337393:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204416, offset 224 00000400:00000200:2.0:1776190953.337400:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.337412:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.337418:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91295:91295:256:4294967295] 192.168.202.25@tcp LPNI seq info [91295:91295:8:4294967295] 00000400:00000200:2.0:1776190953.337430:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.337435:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.337440:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190953.337445:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.337451:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.337455:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.337471:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.337475:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.337478:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071355eaa. 00000800:00000200:0.0:1776190953.338941:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.338948:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:0.0:1776190953.338953:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.338961:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.338965:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:0.0:1776190953.338967:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00080000:00000010:0.0:1776190953.339004:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fef225d7. 00010000:00000010:0.0:1776190953.339101:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:0.0:1776190953.339109:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013c5a1a5. 00010000:00000010:0.0:1776190953.339600:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000359b0d7e. 00010000:00000010:0.0:1776190953.339608:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190953.339621:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e965b. 00000100:00000010:0.0:1776190953.339627:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.340602:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 02000000:00000010:0.0:1776190953.340626:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008193830e. 02000000:00000010:0.0:1776190953.340835:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003726faa1. 00000400:00000010:0.0:1776190953.340844:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190953.340852:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f3eb612. 00000100:00000200:0.0:1776190953.340861:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345344, portal 16 00000400:00000010:0.0:1776190953.340866:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190953.340868:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345344, offset 0 00000400:00000200:0.0:1776190953.340877:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.340892:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.340900:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.340904:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.340907:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.340910:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91296:91296:256:4294967295] 192.168.202.25@tcp LPNI seq info [91296:91296:8:4294967295] 00000400:00000200:0.0:1776190953.340920:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.340926:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.340931:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190953.340937:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.340943:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.340947:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.342441:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.342449:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:2.0:1776190953.342456:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.342465:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.342470:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:2.0:1776190953.342473:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000100:00000200:2.0:1776190953.342480:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dd76f7ae x1862468797345344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.355583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf97ab9c. 00010000:00000010:3.1:1776190953.355598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000426602ce. 00010000:00000010:3.1:1776190953.355602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2e4319. 00010000:00000010:2.1:1776190953.356245:0:78330:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082bac4e6. 00000400:00000200:3.0:1776190953.360527:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.360548:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122e40 00000400:00000200:3.0:1776190953.360557:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb61f9 [1] + 224 00000400:00000200:3.0:1776190953.360568:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.360572:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.360584:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dd76f7ae x1862468797345344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.360630:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.360636:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b3c0 00000400:00000200:3.0:1776190953.360640:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b21 [2] + 1312 00000400:00000200:3.0:1776190953.360661:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.360663:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.360667:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.360673:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000244af836. 00000020:00000010:3.0:1776190953.360724:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190953.360731:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.360735:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.360762:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000244af836 x1862468788204480/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190953.360794:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204480 02000000:00000010:3.0:1776190953.360814:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005fc25349. 00010000:00000010:3.0:1776190953.360858:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000183476b7. 00000100:00000010:3.0:1776190953.360866:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.360873:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.360877:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000183476b7. 00000400:00000010:3.0:1776190953.360891:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.360896:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204480, offset 224 00000400:00000200:3.0:1776190953.360904:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.360915:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.360921:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91297:91297:256:4294967295] 192.168.202.25@tcp LPNI seq info [91297:91297:8:4294967295] 00000400:00000200:3.0:1776190953.360930:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.360934:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.360939:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190953.360944:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.360950:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.360953:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.360968:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.360980:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.360983:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00000800:00000200:3.0:1776190953.361066:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.361070:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:3.0:1776190953.361073:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.361076:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.361079:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:3.0:1776190953.361080:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000400:00000010:1.0:1776190953.361432:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:1.0:1776190953.361437:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3eb612 00000400:00000010:1.0:1776190953.361438:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f3eb612. 00000100:00000200:1.0:1776190953.361444:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dd76f7ae x1862468797345344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.361452:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dd76f7ae x1862468797345344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190953.361472:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1ad192d. 02000000:00000010:1.0:1776190953.361485:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003726faa1. 02000000:00000010:1.0:1776190953.361490:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008193830e. 00000100:00000010:1.0:1776190953.361494:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 00000100:00000010:1.0:1776190953.361497:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:1.0:1776190953.361499:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e965b. 00080000:00000010:1.0:1776190953.361515:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008193830e. 00010000:00000010:1.0:1776190953.361606:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:1.0:1776190953.361613:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd532648. 00010000:00000010:1.0:1776190953.361688:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022315ddb. 00010000:00000010:1.0:1776190953.361696:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190953.361709:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190953.361713:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.361721:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190953.361734:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071772a4f. 02000000:00000010:1.0:1776190953.361760:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c48e897. 00000400:00000010:1.0:1776190953.361766:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5437c38. 00000400:00000010:1.0:1776190953.361771:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190953.361776:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345408, portal 16 00000400:00000010:1.0:1776190953.361780:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190953.361782:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345408, offset 0 00000400:00000200:1.0:1776190953.361788:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.361796:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.361818:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.361822:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.361826:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.361829:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91298:91298:256:4294967295] 192.168.202.25@tcp LPNI seq info [91298:91298:8:4294967295] 00000400:00000200:1.0:1776190953.361837:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.361841:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.361845:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008282df4f (tot 82348242). 00000800:00000200:1.0:1776190953.361849:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.361854:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.361856:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008282df4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.362088:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.362091:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008282df4f (tot 82347994). 00000400:00000200:3.0:1776190953.362096:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.362100:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.362103:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:3.0:1776190953.362104:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000100:00000200:3.0:1776190953.362109:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797345408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.362707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d3bd8f. 00010000:00000010:0.1:1776190953.362715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05bd01f. 00010000:00000010:1.1:1776190953.374765:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdfc4a35. 00010000:00000010:1.1:1776190953.374779:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000362bcc23. 00010000:00000010:1.1:1776190953.374783:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359b0d7e. 00000400:00000200:1.0:1776190953.374898:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.374915:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122e80 00000400:00000200:1.0:1776190953.374924:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6205 [1] + 224 00000400:00000200:1.0:1776190953.374935:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.374939:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.374949:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797345408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.375019:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.375025:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b400 00000400:00000200:1.0:1776190953.375029:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b21 [2] + 1640 00000400:00000200:1.0:1776190953.375080:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.375084:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.375088:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.375092:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 00000020:00000010:3.0:1776190953.375796:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2a5b6af. 00000020:00000010:3.0:1776190953.375814:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.375819:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.375849:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ac68aa8 x1862468788204544/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190953.375891:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204544 02000000:00000010:3.0:1776190953.375902:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f49a50ee. 00010000:00000010:3.0:1776190953.375941:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000183476b7. 00000100:00000010:3.0:1776190953.375948:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.375954:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.375957:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000183476b7. 00000400:00000010:3.0:1776190953.375971:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.375976:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204544, offset 224 00000400:00000200:3.0:1776190953.375984:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.375995:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.376000:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91299:91299:256:4294967295] 192.168.202.25@tcp LPNI seq info [91299:91299:8:4294967295] 00000400:00000200:3.0:1776190953.376010:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.376015:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.376019:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190953.376024:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.376030:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.376034:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.376050:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.376061:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.376064:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2a5b6af. 00000800:00000200:3.0:1776190953.376512:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.376516:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:3.0:1776190953.376520:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.376524:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.376528:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:3.0:1776190953.376530:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000400:00000010:0.0:1776190953.377753:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b5437c38. 00000400:00000200:0.0:1776190953.377764:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:0.0:1776190953.377766:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:0.0:1776190953.377778:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797345408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.377788:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797345408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.377888:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000092ab063. 02000000:00000010:0.0:1776190953.377907:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c48e897. 02000000:00000010:0.0:1776190953.377912:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071772a4f. 00000100:00000010:0.0:1776190953.377917:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:0.0:1776190953.377922:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:0.0:1776190953.377925:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00080000:00000010:2.0:1776190953.378083:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071355eaa. 00010000:00000010:2.0:1776190953.378602:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:2.0:1776190953.378611:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3e73db2. 00010000:00000010:2.0:1776190953.378698:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190953.378702:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000685542f1. 00010000:00000010:2.0:1776190953.378707:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b500c2fa. 00010000:00000010:2.0:1776190953.378712:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095bf3694. 00080000:00000010:2.0:1776190953.378726:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7bfdd1e. 00010000:00000010:2.0:1776190953.378752:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095bf3694. 00010000:00000010:2.0:1776190953.378756:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000685542f1. 00010000:00000010:2.0:1776190953.378812:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b02ee132. 00010000:00000010:2.0:1776190953.378816:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095bf3694. 00010000:00000010:2.0:1776190953.378825:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026eaa533. 00000100:00000010:2.0:1776190953.378831:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.378841:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061faaa02. 02000000:00000010:2.0:1776190953.378855:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8656fa9. 02000000:00000010:2.0:1776190953.378882:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c16b7a0. 00000400:00000010:2.0:1776190953.378887:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000470019d3. 00000400:00000010:2.0:1776190953.378893:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190953.378899:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345472, portal 16 00000400:00000010:2.0:1776190953.378906:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190953.378908:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345472, offset 0 00000400:00000200:2.0:1776190953.378917:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.378933:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.378941:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.378944:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.378947:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.378950:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91300:91300:256:4294967295] 192.168.202.25@tcp LPNI seq info [91300:91300:8:4294967295] 00000400:00000200:2.0:1776190953.378960:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.378966:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.378971:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.378977:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.378984:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.378988:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.379523:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.379528:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:0.0:1776190953.379535:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.379541:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.379546:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:0.0:1776190953.379548:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 00000100:00000200:0.0:1776190953.379556:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061faaa02 x1862468797345472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.382733:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.382752:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122ec0 00000400:00000200:1.0:1776190953.382760:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6211 [1] + 224 00000400:00000200:1.0:1776190953.382772:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.382776:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.382786:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061faaa02 x1862468797345472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.382831:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.382837:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b440 00000400:00000200:1.0:1776190953.382842:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b21 [2] + 1968 00000400:00000010:1.0:1776190953.382846:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:1.0:1776190953.382849:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003c25d560 00000400:00000200:1.0:1776190953.382898:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.382902:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.382904:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c25d560 00000400:00000010:1.0:1776190953.382907:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003c25d560 (tot 82347842). 00000100:00000200:1.0:1776190953.382912:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190953.382961:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c48e897. 00000020:00000010:1.0:1776190953.382968:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.382973:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.383002:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000027862253 x1862468788204608/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190953.383028:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204608 02000000:00000010:1.0:1776190953.383040:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bacdcb35. 00010000:00000010:1.0:1776190953.383078:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acc563cc. 00000100:00000010:1.0:1776190953.383085:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000704a63dc. 00000100:00000010:1.0:1776190953.383091:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000704a63dc. 00010000:00000010:1.0:1776190953.383095:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acc563cc. 00000400:00000010:1.0:1776190953.383110:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190953.383115:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204608, offset 224 00000400:00000200:1.0:1776190953.383122:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.383555:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.383561:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91301:91301:256:4294967295] 192.168.202.25@tcp LPNI seq info [91301:91301:8:4294967295] 00000400:00000200:1.0:1776190953.383571:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.383576:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.383581:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000894d1bca (tot 82348090). 00000800:00000200:1.0:1776190953.383587:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.383594:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.383598:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000894d1bca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.383619:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.383624:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.383627:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c48e897. 02000000:00000010:1.0:1776190953.383636:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f49a50ee. 00000100:00000010:1.0:1776190953.383641:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190953.383645:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005fc25349. 00000100:00000010:1.0:1776190953.383646:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000244af836. 02000000:00000010:1.0:1776190953.383651:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cafa9010. 00000100:00000010:1.0:1776190953.383654:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 02000000:00000010:1.0:1776190953.383658:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f93c7973. 00000100:00000010:1.0:1776190953.383669:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000005d0e46. 02000000:00000010:1.0:1776190953.383674:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcca0623. 00000100:00000010:1.0:1776190953.383677:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:1.0:1776190953.383680:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000127c092c. 00000100:00000010:1.0:1776190953.383683:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000200:1.0:1776190953.383690:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190953.383694:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d223cbc. 00000400:00000010:1.0:1776190953.383698:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000704a63dc (tot 82348242). 00000800:00000200:1.0:1776190953.383779:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.383784:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000894d1bca (tot 82347994). 00000400:00000200:1.0:1776190953.383788:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.383792:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.383794:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190953.383796:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 02000000:00000010:1.0:1776190953.383799:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bacdcb35. 00000400:00000010:3.0:1776190953.384633:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000470019d3. 00000400:00000200:3.0:1776190953.384646:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:3.0:1776190953.384648:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:3.0:1776190953.384657:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061faaa02 x1862468797345472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.384667:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061faaa02 x1862468797345472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.384695:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ac3b80c. 02000000:00000010:3.0:1776190953.384712:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c16b7a0. 02000000:00000010:3.0:1776190953.384717:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8656fa9. 00000100:00000010:3.0:1776190953.384720:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061faaa02. 00000100:00000010:3.0:1776190953.384725:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:3.0:1776190953.384728:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026eaa533. 00080000:00000010:3.0:1776190953.384749:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2a5b6af. 00010000:00000010:3.0:1776190953.384858:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095bf3694. 00010000:00000010:3.0:1776190953.384866:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001198a551. 00010000:00000010:3.0:1776190953.384934:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d2e4319. 00010000:00000010:3.0:1776190953.384941:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.384953:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000183476b7. 00000100:00000010:3.0:1776190953.384958:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.384966:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190953.384975:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fc25349. 02000000:00000010:3.0:1776190953.384999:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f49a50ee. 00000400:00000010:3.0:1776190953.385004:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005df4b98b. 00000400:00000010:3.0:1776190953.385008:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.385012:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345536, portal 16 00000400:00000010:3.0:1776190953.385017:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190953.385018:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345536, offset 0 00000400:00000200:3.0:1776190953.385025:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.385036:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.385043:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.385047:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.385050:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.385052:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91302:91302:256:4294967295] 192.168.202.25@tcp LPNI seq info [91302:91302:8:4294967295] 00000400:00000200:3.0:1776190953.385061:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.385065:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.385069:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190953.385074:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.385079:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.385082:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.385870:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.385875:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:1.0:1776190953.385880:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.385889:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.385892:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:1.0:1776190953.385894:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 00000100:00000200:1.0:1776190953.385902:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797345536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.389708:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.389730:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122f00 00000400:00000200:3.0:1776190953.389739:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6221 [1] + 224 00000400:00000200:3.0:1776190953.389756:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.389760:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.389772:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797345536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190953.389818:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005df4b98b. 00000400:00000200:3.0:1776190953.389822:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:3.0:1776190953.389824:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.389828:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797345536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.389836:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797345536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.389871:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f49a50ee. 02000000:00000010:3.0:1776190953.389877:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fc25349. 00000100:00000010:3.0:1776190953.389880:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:3.0:1776190953.389885:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.389889:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000183476b7. 00000400:00000200:1.0:1776190953.394181:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.394204:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b480 00000400:00000200:1.0:1776190953.394211:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b79 [2] + 0 00000400:00000200:1.0:1776190953.394888:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.394897:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.394907:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.394916:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 00000020:00000010:0.0:1776190953.395123:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003726faa1. 00010000:00000010:0.1:1776190953.395168:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e39a904. 00000020:00000010:0.0:1776190953.395180:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097090af8. 00000020:00000010:0.0:1776190953.395185:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.395213:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ac68aa8 x1862468788204672/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190953.395242:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204672 02000000:00000010:0.0:1776190953.395254:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000127c092c. 00010000:00000010:0.0:1776190953.395293:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de7b63b4. 00010000:00000010:0.0:1776190953.395314:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6a1bf36. 00000100:00000010:0.0:1776190953.395322:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.395334:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.395338:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6a1bf36. 00000400:00000010:0.0:1776190953.395353:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc4e562. 00000100:00000200:0.0:1776190953.395359:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204672, offset 224 00000400:00000200:0.0:1776190953.395366:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.395379:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.395385:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91303:91303:256:4294967295] 192.168.202.25@tcp LPNI seq info [91303:91303:8:4294967295] 00000400:00000200:0.0:1776190953.395395:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.395400:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.395405:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190953.395410:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.395416:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.395420:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.395434:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097090af8. 00000020:00000010:0.0:1776190953.395438:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.395441:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003726faa1. 00010000:00000010:2.1:1776190953.395721:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b839d94. 00010000:00000010:2.1:1776190953.395728:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022315ddb. 00010000:00000010:2.1:1776190953.395732:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190953.395734:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00080000:00000010:3.0:1776190953.399416:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fc25349. 00010000:00000010:3.0:1776190953.399521:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.399530:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc095888. 00010000:00000010:3.0:1776190953.399616:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000556def86. 00010000:00000010:3.0:1776190953.399622:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.399636:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000183476b7. 00000100:00000010:3.0:1776190953.399658:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.399668:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190953.399683:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f49a50ee. 02000000:00000010:3.0:1776190953.399714:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e9b5d41. 00000400:00000010:3.0:1776190953.399720:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005df4b98b. 00000400:00000010:3.0:1776190953.399726:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.399734:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345600, portal 16 00000400:00000010:3.0:1776190953.399741:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190953.399744:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345600, offset 0 00000400:00000200:3.0:1776190953.399754:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.399772:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.399779:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.399783:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.399786:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.399789:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91304:91304:255:4294967295] 192.168.202.25@tcp LPNI seq info [91304:91304:7:4294967295] 00000400:00000200:3.0:1776190953.399800:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.399819:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.399824:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190953.399831:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.399838:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.399842:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.400405:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.400411:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82348242). 00000400:00000200:1.0:1776190953.400416:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.400422:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.400426:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc4e562 00000400:00000010:1.0:1776190953.400429:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007dc4e562. 00000800:00000200:1.0:1776190953.400482:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.400484:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190953.400486:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.400489:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.400491:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:1.0:1776190953.400493:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00000100:00000200:1.0:1776190953.400499:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797345600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.403528:0:78330:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002ee92e8. 00010000:00000010:3.1:1776190953.403545:0:78330:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000be76d16. 00010000:00000010:3.1:1776190953.403548:0:78330:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00000400:00000200:3.0:1776190953.406069:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.406092:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122f40 00000400:00000200:3.0:1776190953.406103:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb622d [1] + 224 00000400:00000200:3.0:1776190953.406116:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.406121:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.406150:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797345600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.407592:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.407606:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b4c0 00000400:00000200:3.0:1776190953.407613:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b79 [2] + 328 00000400:00000200:3.0:1776190953.407628:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.407632:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.407638:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.407659:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:3.0:1776190953.407721:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190953.407729:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.407734:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.407769:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788204736/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:3.1:1776190953.409995:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cde9b60. 00010000:00000010:3.1:1776190953.410015:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2e4319. 00000100:00000200:3.0:1776190953.410032:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204736 02000000:00000010:3.0:1776190953.410056:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040207098. 00010000:00000010:3.0:1776190953.410112:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.410124:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190953.410166:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190953.410172:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190953.410193:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190953.410201:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204736, offset 224 00000400:00000200:3.0:1776190953.410213:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.410237:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.410245:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91305:91305:256:4294967295] 192.168.202.25@tcp LPNI seq info [91305:91305:8:4294967295] 00000400:00000200:3.0:1776190953.410258:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.410285:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.410291:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.410298:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.410305:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.410310:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.410340:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.410355:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.410362:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 00000400:00000010:3.0:1776190953.410412:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005df4b98b. 00000400:00000200:3.0:1776190953.410416:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:3.0:1776190953.410419:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.410427:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797345600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.410442:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797345600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.410464:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d8fd4c3. 02000000:00000010:3.0:1776190953.410476:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e9b5d41. 02000000:00000010:3.0:1776190953.410483:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f49a50ee. 00000100:00000010:3.0:1776190953.410486:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:3.0:1776190953.410490:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.410492:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000183476b7. 00080000:00000010:3.0:1776190953.410509:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfe9fb0c. 00010000:00000010:3.0:1776190953.410600:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.410607:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059b415fe. 00010000:00000010:3.0:1776190953.410705:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d2e4319. 00010000:00000010:3.0:1776190953.410712:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190953.410725:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000183476b7. 00000100:00000010:3.0:1776190953.410729:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.410737:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190953.410753:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f49a50ee. 02000000:00000010:3.0:1776190953.410783:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e9b5d41. 00000400:00000010:3.0:1776190953.410788:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005df4b98b. 00000400:00000010:3.0:1776190953.410793:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190953.410799:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345664, portal 16 00000800:00000200:1.0:1776190953.411852:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.411859:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190953.411865:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.411872:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.411876:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:1.0:1776190953.411878:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00000400:00000010:3.0:1776190953.412892:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d209541b. 00000100:00000200:3.0:1776190953.412899:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345664, offset 0 00000400:00000200:3.0:1776190953.412909:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.412926:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.412933:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.412937:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.412940:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.412944:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91306:91306:256:4294967295] 192.168.202.25@tcp LPNI seq info [91306:91306:8:4294967295] 00000400:00000200:3.0:1776190953.412953:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.412961:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.412966:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.412973:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.412980:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.412983:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.415837:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.415846:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:1.0:1776190953.415853:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.415862:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.415867:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d209541b 00000400:00000010:1.0:1776190953.415869:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d209541b. 00000100:00000200:1.0:1776190953.415878:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797345664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.420086:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.420108:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122f80 00000400:00000200:3.0:1776190953.420118:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6239 [1] + 224 00000400:00000200:3.0:1776190953.420390:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.420396:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.420413:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797345664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.420506:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.420512:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b500 00000400:00000200:3.0:1776190953.420519:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b79 [2] + 656 00000400:00000200:3.0:1776190953.420531:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.420534:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.420538:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.420543:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00000020:00000010:1.0:1776190953.420639:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bacdcb35. 00000020:00000010:1.0:1776190953.420657:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ea67a55c. 00000020:00000010:1.0:1776190953.420664:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.420696:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040d2caf9 x1862468788204800/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190953.420732:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204800 02000000:00000010:1.0:1776190953.420745:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcca0623. 00010000:00000010:1.0:1776190953.420796:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd6949e9. 00000100:00000010:1.0:1776190953.420812:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190953.420821:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:1.0:1776190953.420826:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd6949e9. 00000400:00000010:1.0:1776190953.420847:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190953.420853:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204800, offset 224 00000400:00000200:1.0:1776190953.420862:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.420873:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.420878:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91307:91307:256:4294967295] 192.168.202.25@tcp LPNI seq info [91307:91307:8:4294967295] 00000400:00000200:1.0:1776190953.420892:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.420899:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.420907:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000894d1bca (tot 82348242). 00000800:00000200:1.0:1776190953.420914:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.420921:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.420926:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000894d1bca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.420949:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ea67a55c. 00000020:00000010:1.0:1776190953.420955:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.420958:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bacdcb35. 00000800:00000200:1.0:1776190953.421076:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.421081:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000894d1bca (tot 82347994). 00000400:00000200:1.0:1776190953.421087:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.421091:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.421094:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190953.421096:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00010000:00000010:0.1:1776190953.427718:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b2a985d. 00000400:00000010:0.0:1776190953.427750:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005df4b98b. 00000400:00000200:0.0:1776190953.427756:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:0.0:1776190953.427758:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000100:00000200:0.0:1776190953.427776:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797345664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.427786:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797345664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.429063:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000642d0901. 02000000:00000010:0.0:1776190953.429087:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e9b5d41. 02000000:00000010:0.0:1776190953.429094:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f49a50ee. 00000100:00000010:0.0:1776190953.429098:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:0.0:1776190953.429103:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:0.0:1776190953.429107:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000183476b7. 00080000:00000010:1.0:1776190953.430101:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bacdcb35. 00010000:00000010:3.1:1776190953.430338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000789ca525. 00010000:00000010:3.1:1776190953.430347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002827bbf0. 00010000:00000010:3.1:1776190953.430350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000556def86. 00010000:00000010:1.0:1776190953.430504:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:1.0:1776190953.430513:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3d3490e. 00010000:00000010:1.0:1776190953.430601:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dce57b41. 00010000:00000010:1.0:1776190953.430610:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190953.430622:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd6949e9. 00000100:00000010:1.0:1776190953.430631:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190953.430713:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 02000000:00000010:1.0:1776190953.430732:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f93c7973. 02000000:00000010:1.0:1776190953.430761:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cafa9010. 00000400:00000010:1.0:1776190953.430767:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8961b8a. 00000400:00000010:1.0:1776190953.430774:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190953.430782:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345728, portal 16 00000400:00000010:1.0:1776190953.430787:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190953.430790:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345728, offset 0 00000400:00000200:1.0:1776190953.430887:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.430910:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.430919:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.430923:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.430926:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.430931:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91308:91308:256:4294967295] 192.168.202.25@tcp LPNI seq info [91308:91308:8:4294967295] 00000400:00000200:1.0:1776190953.430943:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.430950:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.430955:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000894d1bca (tot 82348242). 00000800:00000200:1.0:1776190953.430964:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.430972:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.430977:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000894d1bca type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.431745:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.431750:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000894d1bca (tot 82347994). 00000400:00000200:2.0:1776190953.431758:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.431763:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.431767:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:2.0:1776190953.431769:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000100:00000200:2.0:1776190953.431776:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009beabb9d x1862468797345728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.433170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004038da5a. 00000400:00000200:3.0:1776190953.435620:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.435637:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf122fc0 00000400:00000200:3.0:1776190953.435658:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6245 [1] + 224 00000400:00000200:3.0:1776190953.435677:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.435681:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.435693:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009beabb9d x1862468797345728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190953.435779:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8961b8a. 00000400:00000200:1.0:1776190953.435784:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:1.0:1776190953.435786:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:1.0:1776190953.435791:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009beabb9d x1862468797345728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.435798:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009beabb9d x1862468797345728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190953.435838:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cafa9010. 02000000:00000010:1.0:1776190953.435845:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f93c7973. 00000100:00000010:1.0:1776190953.435859:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 00000100:00000010:1.0:1776190953.435863:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:1.0:1776190953.435866:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd6949e9. 00000400:00000200:1.0:1776190953.438563:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.438584:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b540 00000400:00000200:1.0:1776190953.438593:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b79 [2] + 984 00000400:00000200:1.0:1776190953.438670:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.438675:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.438683:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.438690:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 00000020:00000010:3.0:1776190953.438934:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190953.438941:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.438946:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.438970:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009beabb9d x1862468788204864/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190953.439001:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204864 02000000:00000010:3.0:1776190953.439011:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f49a50ee. 00010000:00000010:3.0:1776190953.439036:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018fc0dc1. 00010000:00000010:3.0:1776190953.439059:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.439066:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190953.439089:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190953.439092:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190953.439106:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190953.439111:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204864, offset 224 00000400:00000200:3.0:1776190953.439118:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.439159:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.439165:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91309:91309:256:4294967295] 192.168.202.25@tcp LPNI seq info [91309:91309:8:4294967295] 00000400:00000200:3.0:1776190953.439176:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.439181:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.439186:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.439191:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.439198:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.439202:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.439221:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.439238:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.439242:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 00080000:00000010:0.0:1776190953.439531:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071772a4f. 00010000:00000010:0.0:1776190953.439629:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2646644. 00010000:00000010:0.0:1776190953.439635:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079096635. 00010000:00000010:0.0:1776190953.439710:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058f4b07b. 00010000:00000010:0.0:1776190953.439714:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097090af8. 00010000:00000010:0.0:1776190953.439719:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.0:1776190953.439725:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003162bea2. 00080000:00000010:0.0:1776190953.439739:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003726faa1. 00010000:00000010:0.0:1776190953.439757:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190953.439761:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097090af8. 00010000:00000010:0.0:1776190953.439831:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005f58638. 00010000:00000010:0.0:1776190953.439835:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190953.439842:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6a1bf36. 00000100:00000010:0.0:1776190953.439846:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.439853:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190953.439868:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a904439e. 02000000:00000010:0.0:1776190953.439891:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fac3cd9d. 00000400:00000010:0.0:1776190953.439896:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4bfa855. 00000400:00000010:0.0:1776190953.439900:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.439905:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345792, portal 16 00000400:00000010:0.0:1776190953.439908:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be6a7b10. 00000100:00000200:0.0:1776190953.439910:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345792, offset 0 00000400:00000200:0.0:1776190953.439915:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.439923:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.439929:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.439932:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.439934:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.439937:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91310:91310:255:4294967295] 192.168.202.25@tcp LPNI seq info [91310:91310:7:4294967295] 00000400:00000200:0.0:1776190953.439946:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.439950:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.439953:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348490). 00000800:00000200:0.0:1776190953.439957:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.439961:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.439963:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.440108:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.440112:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:3.0:1776190953.440116:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.440120:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.440124:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:3.0:1776190953.440126:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00000800:00000200:3.0:1776190953.441096:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.441101:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:3.0:1776190953.441105:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.441111:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.441114:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be6a7b10 00000400:00000010:3.0:1776190953.441116:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be6a7b10. 00000100:00000200:3.0:1776190953.441124:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797345792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190953.443465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c1f9b15. 00010000:00000010:1.1:1776190953.443486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2e4319. 00000400:00000200:3.0:1776190953.445459:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.445480:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123000 00000400:00000200:3.0:1776190953.445488:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6251 [1] + 224 00000400:00000200:3.0:1776190953.445510:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.445514:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.445526:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797345792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190953.445606:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4bfa855. 00000400:00000200:0.0:1776190953.445611:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:0.0:1776190953.445613:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.445618:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797345792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.445625:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797345792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.445667:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fac3cd9d. 02000000:00000010:0.0:1776190953.445673:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a904439e. 00000100:00000010:0.0:1776190953.445677:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190953.445681:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.445684:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6a1bf36. 00010000:00000010:0.1:1776190953.447473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7252596. 00010000:00000010:0.1:1776190953.447487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dce57b41. 00010000:00000010:0.1:1776190953.447493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058f4b07b. 00010000:00000010:0.1:1776190953.447497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00000400:00000200:1.0:1776190953.449122:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.449188:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b580 00000400:00000200:1.0:1776190953.449196:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b79 [2] + 1312 00000400:00000200:1.0:1776190953.449255:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.449269:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.449277:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.449284:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 00000020:00000010:3.0:1776190953.450029:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190953.450038:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.450043:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.450070:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ead1196f x1862468788204928/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190953.450109:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204928 02000000:00000010:3.0:1776190953.450119:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e9b5d41. 00010000:00000010:3.0:1776190953.450184:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea6c5fa6. 00010000:00000010:3.0:1776190953.450206:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.450212:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190953.450227:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190953.450231:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190953.450248:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190953.450254:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204928, offset 224 00000400:00000200:3.0:1776190953.450272:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.450286:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.450293:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91311:91311:256:4294967295] 192.168.202.25@tcp LPNI seq info [91311:91311:8:4294967295] 00000400:00000200:3.0:1776190953.450302:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.450307:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.450312:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.450318:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.450325:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.450329:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.450349:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.450364:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.450368:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 00000800:00000200:3.0:1776190953.450462:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.450466:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190953.450469:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.450473:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.450477:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:3.0:1776190953.450479:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00080000:00000010:0.0:1776190953.450587:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fac3cd9d. 00010000:00000010:0.0:1776190953.450680:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190953.450686:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081280499. 00010000:00000010:0.0:1776190953.450754:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.0:1776190953.450759:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190953.450770:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6a1bf36. 00000100:00000010:0.0:1776190953.450774:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000baa30c0. 00000100:00000010:0.0:1776190953.450781:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190953.450794:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a904439e. 02000000:00000010:0.0:1776190953.450821:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc60f7c6. 00000400:00000010:0.0:1776190953.450827:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4bfa855. 00000400:00000010:0.0:1776190953.450831:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.450836:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345856, portal 16 00000400:00000010:0.0:1776190953.450840:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190953.450842:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345856, offset 0 00000400:00000200:0.0:1776190953.450847:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.450853:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.450859:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.450863:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.450865:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.450868:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91312:91312:256:4294967295] 192.168.202.25@tcp LPNI seq info [91312:91312:8:4294967295] 00000400:00000200:0.0:1776190953.450875:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.450878:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.450881:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190953.450885:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.450889:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.450892:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.451884:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.451889:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:3.0:1776190953.451895:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.451903:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.451907:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:3.0:1776190953.451910:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000200:3.0:1776190953.451920:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797345856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.452384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6ffc43b. 00010000:00000010:3.1:1776190953.456201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5c7c38. 00000400:00000200:1.0:1776190953.457480:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.457503:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123040 00000400:00000200:1.0:1776190953.457512:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb625d [1] + 224 00000400:00000200:1.0:1776190953.457526:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.457530:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.457542:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797345856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.457580:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.457585:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b5c0 00000400:00000200:1.0:1776190953.457591:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b79 [2] + 1640 00000400:00000200:1.0:1776190953.457604:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.457607:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.457611:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.457616:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000400:00000010:0.0:1776190953.457741:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4bfa855. 00000400:00000200:0.0:1776190953.457746:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:0.0:1776190953.457748:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.457754:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797345856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.457762:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797345856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.457792:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc60f7c6. 02000000:00000010:0.0:1776190953.457798:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a904439e. 00000100:00000010:0.0:1776190953.457810:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190953.457814:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000baa30c0. 00010000:00000010:0.0:1776190953.457817:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6a1bf36. 00000020:00000010:2.0:1776190953.459765:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8656fa9. 00000020:00000010:2.0:1776190953.459777:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.459782:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.459894:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788204992/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190953.460150:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788204992 02000000:00000010:2.0:1776190953.460177:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c16b7a0. 00010000:00000010:2.0:1776190953.460209:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d18eb66e. 00010000:00000010:2.0:1776190953.460231:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db6d3b2f. 00000100:00000010:2.0:1776190953.460237:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f4b4de. 00000100:00000010:2.0:1776190953.460255:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052f4b4de. 00010000:00000010:2.0:1776190953.460268:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db6d3b2f. 00000400:00000010:2.0:1776190953.460283:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190953.460289:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788204992, offset 224 00000400:00000200:2.0:1776190953.460297:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.460311:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.460317:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91313:91313:256:4294967295] 192.168.202.25@tcp LPNI seq info [91313:91313:8:4294967295] 00000400:00000200:2.0:1776190953.460329:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.460334:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.460340:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.460346:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.460353:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.460356:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.460377:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.460380:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.460384:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8656fa9. 00080000:00000010:1.0:1776190953.460446:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cafa9010. 00010000:00000010:1.0:1776190953.460572:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003162bea2. 00010000:00000010:1.0:1776190953.460579:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000264e0e86. 00010000:00000010:1.0:1776190953.460691:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009793c605. 00010000:00000010:1.0:1776190953.460699:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190953.460711:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd6949e9. 00000100:00000010:1.0:1776190953.460716:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190953.460725:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190953.460742:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f93c7973. 02000000:00000010:1.0:1776190953.460776:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c48e897. 00000400:00000010:1.0:1776190953.460783:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8961b8a. 00000400:00000010:1.0:1776190953.460789:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190953.460794:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345920, portal 16 00000400:00000010:1.0:1776190953.460800:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190953.460811:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345920, offset 0 00000400:00000200:1.0:1776190953.460818:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.460825:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.460833:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.460837:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.460840:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.460842:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91314:91314:255:4294967295] 192.168.202.25@tcp LPNI seq info [91314:91314:7:4294967295] 00000400:00000200:1.0:1776190953.460850:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.460854:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.460858:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348490). 00000800:00000200:1.0:1776190953.460861:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.460865:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.460867:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.464689:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.464698:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82348242). 00000400:00000200:2.0:1776190953.464708:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.464722:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.464731:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:2.0:1776190953.464734:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000800:00000200:2.0:1776190953.464861:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.464866:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190953.464874:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.464877:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.464880:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:2.0:1776190953.464881:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:2.0:1776190953.464893:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797345920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.470538:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.470560:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123080 00000400:00000200:2.0:1776190953.470570:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6269 [1] + 224 00000400:00000200:2.0:1776190953.470583:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.470587:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.470599:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797345920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.470686:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.470691:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b600 00000400:00000200:2.0:1776190953.470696:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4b79 [2] + 1968 00000400:00000010:2.0:1776190953.470700:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036cf340d. 00000400:00000200:2.0:1776190953.470705:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000097d88cfe 00000400:00000200:2.0:1776190953.470714:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.470717:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.470720:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097d88cfe 00000400:00000010:2.0:1776190953.470722:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000097d88cfe (tot 82347842). 00000100:00000200:2.0:1776190953.470727:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190953.474382:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c780b0f9. 00000020:00000010:3.0:1776190953.474396:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.474401:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.474432:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000030ec43e2 x1862468788205056/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190953.474473:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205056 02000000:00000010:3.0:1776190953.474485:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000901d0d64. 00010000:00000010:3.0:1776190953.474523:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.474532:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc87d8fc. 00000100:00000010:3.0:1776190953.474539:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc87d8fc. 00010000:00000010:3.0:1776190953.474542:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190953.474557:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190953.474563:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205056, offset 224 00000400:00000200:3.0:1776190953.474572:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.474586:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.474592:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91315:91315:256:4294967295] 192.168.202.25@tcp LPNI seq info [91315:91315:8:4294967295] 00000400:00000200:3.0:1776190953.474603:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.474608:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.474614:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348090). 00000800:00000200:3.0:1776190953.474620:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.474626:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.474630:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.474662:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.474675:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.474679:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c780b0f9. 02000000:00000010:3.0:1776190953.474688:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c16b7a0. 00000100:00000010:3.0:1776190953.474691:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:3.0:1776190953.474695:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e9b5d41. 00000100:00000010:3.0:1776190953.474697:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ead1196f. 02000000:00000010:3.0:1776190953.474700:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f49a50ee. 00000100:00000010:3.0:1776190953.474701:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 02000000:00000010:3.0:1776190953.474704:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcca0623. 00000100:00000010:3.0:1776190953.474707:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190953.474709:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040207098. 00000100:00000010:3.0:1776190953.474712:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190953.474715:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000127c092c. 00000100:00000010:3.0:1776190953.474718:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000200:3.0:1776190953.474725:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190953.474731:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007bf91621. 00000400:00000010:3.0:1776190953.474736:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc87d8fc (tot 82348242). 00000800:00000200:3.0:1776190953.474841:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.474844:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190953.474848:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.474853:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.474857:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:3.0:1776190953.474859:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 02000000:00000010:3.0:1776190953.474863:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000901d0d64. 00010000:00000010:0.1:1776190953.478404:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060e3f562. 00010000:00000010:0.1:1776190953.478418:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00000400:00000010:0.0:1776190953.478434:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8961b8a. 00000400:00000200:0.0:1776190953.478438:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:0.0:1776190953.478440:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:0.0:1776190953.478453:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797345920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.478463:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797345920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.478492:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc3679a6. 02000000:00000010:0.0:1776190953.478512:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c48e897. 02000000:00000010:0.0:1776190953.478519:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f93c7973. 00000100:00000010:0.0:1776190953.478531:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:0.0:1776190953.478535:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:0.0:1776190953.478538:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd6949e9. 00080000:00000010:0.0:1776190953.478558:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f93c7973. 00010000:00000010:0.0:1776190953.479525:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:0.0:1776190953.479538:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5a7a2ff. 00010000:00000010:0.0:1776190953.479623:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005f58638. 00010000:00000010:0.0:1776190953.479630:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190953.479757:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6a1bf36. 00000100:00000010:0.0:1776190953.479765:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029e440e7. 00000100:00000010:0.0:1776190953.479775:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190953.479788:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c48e897. 02000000:00000010:0.0:1776190953.479907:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a904439e. 00000400:00000010:0.0:1776190953.479915:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4bfa855. 00000400:00000010:0.0:1776190953.479921:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190953.479927:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797345984, portal 16 00000400:00000010:0.0:1776190953.479932:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190953.479935:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797345984, offset 0 00000400:00000200:0.0:1776190953.479943:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.479961:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.479968:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.479971:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.479974:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.479977:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91316:91316:256:4294967295] 192.168.202.25@tcp LPNI seq info [91316:91316:8:4294967295] 00000400:00000200:0.0:1776190953.479988:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.479994:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.479999:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348242). 00000800:00000200:0.0:1776190953.480006:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.480015:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.480019:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190953.480477:0:78338:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005863af51. 00010000:00000010:1.1:1776190953.480485:0:78338:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:2.1:1776190953.480746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000255370c9. 00000800:00000200:2.0:1776190953.485296:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.485303:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:2.0:1776190953.485312:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.485320:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.485326:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:2.0:1776190953.485328:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:2.0:1776190953.485337:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797345984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.492664:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.492686:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1230c0 00000400:00000200:0.0:1776190953.492694:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6279 [1] + 224 00000400:00000200:0.0:1776190953.492708:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.492712:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.492725:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797345984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.492764:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.492769:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b640 00000400:00000200:0.0:1776190953.492774:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4bd1 [2] + 0 00000400:00000200:0.0:1776190953.492785:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.492787:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.492791:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.492796:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000400:00000010:1.0:1776190953.492960:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d4bfa855. 00000400:00000200:1.0:1776190953.492965:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:1.0:1776190953.492967:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:1.0:1776190953.492973:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797345984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.492980:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797345984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190953.493015:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a904439e. 02000000:00000010:1.0:1776190953.493021:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c48e897. 00000100:00000010:1.0:1776190953.493025:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:1.0:1776190953.493029:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029e440e7. 00010000:00000010:1.0:1776190953.493033:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6a1bf36. 00000020:00000010:1.0:1776190953.498897:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fc93260. 00000020:00000010:1.0:1776190953.498916:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ea67a55c. 00000020:00000010:1.0:1776190953.498922:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.498964:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788205120/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190953.499054:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205120 02000000:00000010:1.0:1776190953.499070:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eedd280f. 00010000:00000010:1.0:1776190953.499105:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc25d939. 00010000:00000010:1.0:1776190953.499167:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000550ce092. 00000100:00000010:1.0:1776190953.499179:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190953.499196:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:1.0:1776190953.499200:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000550ce092. 00000400:00000010:1.0:1776190953.499218:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190953.499225:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205120, offset 224 00000400:00000200:1.0:1776190953.499233:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.499251:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.499257:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91317:91317:256:4294967295] 192.168.202.25@tcp LPNI seq info [91317:91317:8:4294967295] 00000400:00000200:1.0:1776190953.499278:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.499284:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.499289:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001199998a (tot 82348242). 00000800:00000200:1.0:1776190953.499295:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.499302:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.499307:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001199998a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.499337:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ea67a55c. 00000020:00000010:1.0:1776190953.499343:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.499346:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fc93260. 00000800:00000200:2.0:1776190953.499504:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.499509:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001199998a (tot 82347994). 00000400:00000200:2.0:1776190953.499516:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.499521:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.499524:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:2.0:1776190953.499527:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00080000:00000010:0.0:1776190953.500767:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004be5bc9d. 00010000:00000010:0.0:1776190953.500874:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190953.500882:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d27905a0. 00010000:00000010:0.0:1776190953.500968:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034e82b48. 00010000:00000010:0.0:1776190953.500973:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190953.500987:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190953.500995:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfc4a41a. 00000100:00000010:0.0:1776190953.501007:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190953.501022:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a904439e. 02000000:00000010:0.0:1776190953.501054:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b6d38d3. 00000400:00000010:0.0:1776190953.501060:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e8d15af. 00000400:00000010:0.0:1776190953.501066:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005258e6ec. 00000100:00000200:0.0:1776190953.501072:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346048, portal 16 00000400:00000010:0.0:1776190953.501076:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190953.501078:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346048, offset 0 00000400:00000200:0.0:1776190953.501099:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.501114:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.501121:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.501125:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.501128:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.501150:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91318:91318:256:4294967295] 192.168.202.25@tcp LPNI seq info [91318:91318:8:4294967295] 00000400:00000200:0.0:1776190953.501306:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.501312:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.501317:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000239dd843 (tot 82348242). 00000800:00000200:0.0:1776190953.501322:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.501329:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.501332:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000239dd843 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.502674:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.502680:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000239dd843 (tot 82347994). 00000400:00000200:2.0:1776190953.502687:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.502696:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.502701:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:2.0:1776190953.502703:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:2.0:1776190953.502712:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797346048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.504612:0:78339:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e97f82a0. 00010000:00000010:0.1:1776190953.504626:0:78339:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b3ec980. 00010000:00000010:0.1:1776190953.504631:0:78339:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009793c605. 00010000:00000010:0.1:1776190953.519515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000819a6242. 00010000:00000010:0.1:1776190953.519532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00000400:00000200:0.0:1776190953.519608:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.519627:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123100 00000400:00000200:0.0:1776190953.519647:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6285 [1] + 224 00000400:00000200:0.0:1776190953.519671:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.519677:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.519692:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797346048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190953.519789:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e8d15af. 00000400:00000200:2.0:1776190953.519795:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005258e6ec 00000400:00000010:2.0:1776190953.519798:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005258e6ec. 00000100:00000200:2.0:1776190953.519814:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797346048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190953.519822:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797346048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190953.519868:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b6d38d3. 02000000:00000010:2.0:1776190953.519876:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a904439e. 00000100:00000010:2.0:1776190953.519881:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:2.0:1776190953.519886:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cfc4a41a. 00010000:00000010:2.0:1776190953.519891:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00010000:00000010:1.1:1776190953.523635:0:78340:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c32002cb. 00000400:00000200:3.0:1776190953.528673:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.528696:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b680 00000400:00000200:3.0:1776190953.528703:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4bd1 [2] + 328 00000400:00000200:3.0:1776190953.528764:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.528769:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.528775:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.528781:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:1.0:1776190953.528877:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099de31e8. 00000020:00000010:1.0:1776190953.528885:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4fcbf30. 00000020:00000010:1.0:1776190953.528891:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.528919:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788205184/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190953.528953:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205184 02000000:00000010:1.0:1776190953.528964:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000771af0f0. 00010000:00000010:1.0:1776190953.528996:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b55c06f. 00010000:00000010:1.0:1776190953.529016:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000550ce092. 00000100:00000010:1.0:1776190953.529022:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190953.529043:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:1.0:1776190953.529047:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000550ce092. 00000400:00000010:1.0:1776190953.529060:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190953.529066:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205184, offset 224 00000400:00000200:1.0:1776190953.529074:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.529086:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.529092:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91319:91319:256:4294967295] 192.168.202.25@tcp LPNI seq info [91319:91319:8:4294967295] 00000400:00000200:1.0:1776190953.529101:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.529105:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.529110:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000894d1bca (tot 82348242). 00000800:00000200:1.0:1776190953.529115:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.529121:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.529125:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000894d1bca type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.529167:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4fcbf30. 00080000:00000010:0.0:1776190953.529328:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001625d98c. 00010000:00000010:0.0:1776190953.529416:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190953.529423:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017698b08. 00010000:00000010:0.0:1776190953.529493:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058f4b07b. 00010000:00000010:0.0:1776190953.529497:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097090af8. 00010000:00000010:0.0:1776190953.529502:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005f58638. 00010000:00000010:0.0:1776190953.529507:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000583ea162. 00080000:00000010:0.0:1776190953.529519:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000441d24c8. 00010000:00000010:0.0:1776190953.529543:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190953.529546:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097090af8. 00010000:00000010:0.0:1776190953.529592:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.0:1776190953.529596:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190953.529604:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190953.529608:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083873faf. 00000100:00000010:0.0:1776190953.529615:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190953.529626:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b6d38d3. 02000000:00000010:0.0:1776190953.529649:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e287347f. 00000400:00000010:0.0:1776190953.529655:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190953.529660:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190953.529665:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346112, portal 16 00000400:00000010:0.0:1776190953.529670:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190953.529671:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346112, offset 0 00000400:00000200:0.0:1776190953.529676:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.529683:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.529689:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.529692:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.529694:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.529696:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91320:91320:255:4294967295] 192.168.202.25@tcp LPNI seq info [91320:91320:7:4294967295] 00000400:00000200:0.0:1776190953.529702:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.529706:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.529709:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348490). 00000800:00000200:0.0:1776190953.529712:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.529716:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.529718:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.529778:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.529782:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000894d1bca (tot 82348242). 00000400:00000200:0.0:1776190953.529787:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.529790:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.529793:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:0.0:1776190953.529795:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000800:00000200:0.0:1776190953.529845:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.529847:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:0.0:1776190953.529850:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.529853:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.529855:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:0.0:1776190953.529857:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:0.0:1776190953.529861:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797346112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190953.529909:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.529913:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099de31e8. 00000400:00000200:0.0:1776190953.532724:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.532741:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123140 00000400:00000200:0.0:1776190953.532750:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6291 [1] + 224 00000400:00000200:0.0:1776190953.532761:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.532765:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.532775:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797346112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.532818:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.532823:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b6c0 00000400:00000200:0.0:1776190953.532828:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4bd1 [2] + 656 00000400:00000200:0.0:1776190953.532837:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.532840:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.532844:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.532849:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000400:00000010:1.0:1776190953.532902:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:1.0:1776190953.532907:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:1.0:1776190953.532909:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:1.0:1776190953.532914:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797346112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.532921:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797346112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190953.532954:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e287347f. 02000000:00000010:1.0:1776190953.532959:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b6d38d3. 00000100:00000010:1.0:1776190953.532965:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:1.0:1776190953.532969:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083873faf. 00010000:00000010:1.0:1776190953.532972:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000020:00000010:3.0:1776190953.533125:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000127c092c. 00000020:00000010:3.0:1776190953.533161:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.533167:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.533318:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788205248/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190953.533356:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205248 02000000:00000010:3.0:1776190953.533369:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000901d0d64. 00010000:00000010:3.0:1776190953.533400:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e27001c5. 00010000:00000010:3.0:1776190953.533427:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.533435:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.533485:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.533489:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190953.533504:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190953.533509:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205248, offset 224 00000400:00000200:3.0:1776190953.533517:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.533530:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.533537:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91321:91321:256:4294967295] 192.168.202.25@tcp LPNI seq info [91321:91321:8:4294967295] 00000400:00000200:3.0:1776190953.533548:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.533554:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.533559:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.533565:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.533571:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.533575:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.533596:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.533611:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.533615:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000127c092c. 00000800:00000200:3.0:1776190953.533746:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.533750:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190953.533754:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.533758:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.533761:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:3.0:1776190953.533763:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00080000:00000010:0.0:1776190953.537987:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e287347f. 00010000:00000010:0.0:1776190953.538097:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190953.538108:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000276d0b50. 00010000:00000010:0.0:1776190953.538223:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac477054. 00010000:00000010:0.0:1776190953.538229:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190953.538244:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190953.538253:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083873faf. 00000100:00000010:0.0:1776190953.538273:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190953.538291:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093437f6b. 02000000:00000010:0.0:1776190953.538327:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b662755. 00000400:00000010:0.0:1776190953.538335:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e0a434d. 00000400:00000010:0.0:1776190953.538344:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190953.538351:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346176, portal 16 00000400:00000010:0.0:1776190953.538357:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66e3104. 00000100:00000200:0.0:1776190953.538359:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346176, offset 0 00000400:00000200:0.0:1776190953.538369:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.538387:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.538396:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.538400:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.538404:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.538407:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91322:91322:256:4294967295] 192.168.202.25@tcp LPNI seq info [91322:91322:8:4294967295] 00000400:00000200:0.0:1776190953.538418:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.538424:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.538428:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190953.538434:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.538441:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.538445:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.538978:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.538984:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:2.0:1776190953.538989:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.538995:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.538999:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:2.0:1776190953.539001:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 00000100:00000200:2.0:1776190953.539011:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797346176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.543393:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.543412:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123180 00000400:00000200:1.0:1776190953.543420:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb629d [1] + 224 00000400:00000200:1.0:1776190953.543431:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.543435:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.543445:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797346176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.543482:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.543487:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b700 00000400:00000200:1.0:1776190953.543492:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4bd1 [2] + 984 00000400:00000200:1.0:1776190953.543501:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.543504:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.543508:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.543513:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000400:00000010:0.0:1776190953.543667:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e0a434d. 00000400:00000200:0.0:1776190953.543673:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:0.0:1776190953.543675:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:0.0:1776190953.543682:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797346176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.543689:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797346176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.543720:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b662755. 02000000:00000010:0.0:1776190953.543727:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093437f6b. 00000100:00000010:0.0:1776190953.543732:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190953.543736:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083873faf. 00010000:00000010:0.0:1776190953.543740:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000020:00000010:3.0:1776190953.543931:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000127c092c. 00000020:00000010:3.0:1776190953.543938:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.543942:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.543965:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788205312/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190953.544000:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205312 02000000:00000010:3.0:1776190953.544010:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040207098. 00010000:00000010:3.0:1776190953.544038:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070d9fe46. 00010000:00000010:3.0:1776190953.544059:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.544066:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.544083:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.544085:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190953.544099:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190953.544104:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205312, offset 224 00000400:00000200:3.0:1776190953.544111:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.544121:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.544126:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91323:91323:256:4294967295] 192.168.202.25@tcp LPNI seq info [91323:91323:8:4294967295] 00010000:00000010:3.1:1776190953.544157:0:65523:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed535d2b. 00000400:00000200:3.0:1776190953.544244:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.544250:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.544254:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.544268:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.544275:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.544279:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.544297:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.544310:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.544313:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000127c092c. 00080000:00000010:1.0:1776190953.545383:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099de31e8. 00010000:00000010:1.0:1776190953.545521:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000583ea162. 00010000:00000010:1.0:1776190953.545534:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fba7eb31. 00010000:00000010:1.0:1776190953.545649:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027340d03. 00010000:00000010:1.0:1776190953.545658:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a4bd85c. 00010000:00000010:1.0:1776190953.545673:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7055563. 00000100:00000010:1.0:1776190953.545681:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190953.545692:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190953.545711:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000533c5222. 02000000:00000010:1.0:1776190953.545748:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044f81867. 00000400:00000010:1.0:1776190953.545757:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0161d51. 00000400:00000010:1.0:1776190953.545765:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190953.545774:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346240, portal 16 00000400:00000010:1.0:1776190953.545781:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190953.545783:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346240, offset 0 00000400:00000200:1.0:1776190953.545794:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.545824:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.545834:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.545838:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.545841:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.545845:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91324:91324:255:4294967295] 192.168.202.25@tcp LPNI seq info [91324:91324:7:4294967295] 00000400:00000200:1.0:1776190953.545855:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.545861:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.545865:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008282df4f (tot 82348490). 00000800:00000200:1.0:1776190953.545871:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.545877:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.545881:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008282df4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.546287:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.546291:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:3.0:1776190953.546296:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.546301:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.546306:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:3.0:1776190953.546308:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00000800:00000200:3.0:1776190953.546882:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.546885:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008282df4f (tot 82347994). 00000400:00000200:3.0:1776190953.546892:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.546896:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.546898:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:3.0:1776190953.546900:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:3.0:1776190953.546908:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797346240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190953.552517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ef51cc. 00010000:00000010:0.1:1776190953.552695:0:78341:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1924aea. 00010000:00000010:0.1:1776190953.552701:0:78341:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e82b48. 00010000:00000010:0.1:1776190953.552706:0:78341:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058f4b07b. 00010000:00000010:0.1:1776190953.552710:0:78341:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00010000:00000010:0.1:1776190953.552713:0:78341:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011cf3e7e. 00010000:00000010:0.1:1776190953.552717:0:78341:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00000400:00000200:2.0:1776190953.555823:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.555852:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1231c0 00000400:00000200:2.0:1776190953.555863:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb62a9 [1] + 224 00000400:00000200:2.0:1776190953.555888:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.555895:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.555910:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797346240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.555961:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.555967:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b740 00000400:00000200:2.0:1776190953.555972:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4bd1 [2] + 1312 00000400:00000200:2.0:1776190953.555987:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.555990:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.555995:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.556002:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 00000400:00000010:3.0:1776190953.556073:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0161d51. 00000400:00000200:3.0:1776190953.556080:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:3.0:1776190953.556083:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00000100:00000200:3.0:1776190953.556089:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797346240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.556098:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797346240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.556188:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044f81867. 02000000:00000010:3.0:1776190953.556197:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000533c5222. 00000100:00000010:3.0:1776190953.556202:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:3.0:1776190953.556206:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:3.0:1776190953.556211:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7055563. 00000020:00000010:3.0:1776190953.556277:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000127c092c. 00000020:00000010:3.0:1776190953.556284:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.556289:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.556315:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d078025a x1862468788205376/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190953.556348:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205376 02000000:00000010:3.0:1776190953.556365:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcca0623. 00010000:00000010:3.0:1776190953.556401:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000064605139. 00010000:00000010:3.0:1776190953.556431:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.556438:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.556447:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.556450:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190953.556464:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190953.556468:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205376, offset 224 00000400:00000200:3.0:1776190953.556475:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.556486:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.556492:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91325:91325:256:4294967295] 192.168.202.25@tcp LPNI seq info [91325:91325:8:4294967295] 00000400:00000200:3.0:1776190953.556502:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.556507:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.556512:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.556517:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.556523:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.556527:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.556564:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.556580:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.556584:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000127c092c. 00080000:00000010:3.0:1776190953.556696:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000127c092c. 00010000:00000010:3.0:1776190953.556781:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a4bd85c. 00010000:00000010:3.0:1776190953.556788:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aab90497. 00010000:00000010:3.0:1776190953.556860:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000556def86. 00010000:00000010:3.0:1776190953.556866:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190953.556875:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.556877:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.556884:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190953.556893:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f49a50ee. 02000000:00000010:3.0:1776190953.556915:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e9b5d41. 00000400:00000010:3.0:1776190953.556919:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004522e11e. 00000400:00000010:3.0:1776190953.556922:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000316ad9a. 00000100:00000200:3.0:1776190953.556926:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346304, portal 16 00000400:00000010:3.0:1776190953.556930:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852427f8. 00000100:00000200:3.0:1776190953.556932:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346304, offset 0 00000400:00000200:3.0:1776190953.556936:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.556941:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.556949:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.556953:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.556957:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.556959:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91326:91326:255:4294967295] 192.168.202.25@tcp LPNI seq info [91326:91326:7:4294967295] 00000400:00000200:3.0:1776190953.556966:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.556971:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.556973:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348490). 00000800:00000200:3.0:1776190953.556977:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.556981:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.556984:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.560508:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.560518:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:1.0:1776190953.560526:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.560537:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.560543:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:1.0:1776190953.560544:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00000800:00000200:1.0:1776190953.560627:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.560629:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190953.560632:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.560634:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.560637:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852427f8 00000400:00000010:1.0:1776190953.560639:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852427f8. 00000100:00000200:1.0:1776190953.560648:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040d2caf9 x1862468797346304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.566054:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.566077:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123200 00000400:00000200:3.0:1776190953.566088:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb62b5 [1] + 224 00000400:00000200:3.0:1776190953.566099:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.566104:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.566117:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040d2caf9 x1862468797346304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.566157:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068011fde. 00000400:00000200:3.0:1776190953.566193:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.566199:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b780 00000400:00000200:3.0:1776190953.566204:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4bd1 [2] + 1640 00000400:00000200:3.0:1776190953.566214:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.566217:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.566221:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.566227:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000400:00000010:3.0:1776190953.567627:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004522e11e. 00000400:00000200:3.0:1776190953.567634:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000316ad9a 00000400:00000010:3.0:1776190953.567702:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000316ad9a. 00000100:00000200:3.0:1776190953.567714:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040d2caf9 x1862468797346304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.567723:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040d2caf9 x1862468797346304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.567754:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e9b5d41. 02000000:00000010:3.0:1776190953.567760:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f49a50ee. 00000100:00000010:3.0:1776190953.567764:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 00000100:00000010:3.0:1776190953.567768:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.567772:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000020:00000010:2.0:1776190953.567912:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c16b7a0. 00000020:00000010:2.0:1776190953.567921:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5254a74. 00000020:00000010:2.0:1776190953.567926:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.567955:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788205440/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190953.567993:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205440 02000000:00000010:2.0:1776190953.568004:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a904439e. 00010000:00000010:2.0:1776190953.568032:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c79b934. 00010000:00000010:2.0:1776190953.568052:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a62ae8d7. 00000100:00000010:2.0:1776190953.568058:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f4b4de. 00000100:00000010:2.0:1776190953.568066:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052f4b4de. 00010000:00000010:2.0:1776190953.568069:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a62ae8d7. 00000400:00000010:2.0:1776190953.568081:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190953.568086:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205440, offset 224 00000400:00000200:2.0:1776190953.568094:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.568107:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.568114:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91327:91327:256:4294967295] 192.168.202.25@tcp LPNI seq info [91327:91327:8:4294967295] 00000400:00000200:2.0:1776190953.568124:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.568156:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.568161:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.568167:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00080000:00000010:3.0:1776190953.568286:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f49a50ee. 00010000:00000010:3.0:1776190953.568395:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190953.568402:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021fa4cdc. 00010000:00000010:3.0:1776190953.568483:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8b37e4c. 00010000:00000010:3.0:1776190953.568490:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190953.568500:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190953.568503:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.568509:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 02000000:00000010:3.0:1776190953.568518:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e9b5d41. 02000000:00000010:3.0:1776190953.568541:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c780b0f9. 00000400:00000010:3.0:1776190953.568546:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004522e11e. 00000400:00000010:3.0:1776190953.568550:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000316ad9a. 00000100:00000200:3.0:1776190953.568556:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346368, portal 16 00000400:00000010:3.0:1776190953.568560:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190953.568562:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346368, offset 0 00000400:00000200:3.0:1776190953.568566:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.568572:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.568579:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.568582:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.568584:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.568586:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91328:91328:255:4294967295] 192.168.202.25@tcp LPNI seq info [91328:91328:7:4294967295] 00000400:00000200:3.0:1776190953.568593:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.568597:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.568600:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190953.568603:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.568609:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.568613:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.568764:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.568768:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.568780:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5254a74. 00000020:00000010:2.0:1776190953.568784:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.568787:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c16b7a0. 00000800:00000200:2.0:1776190953.568849:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.568853:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:2.0:1776190953.568857:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.568862:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.568866:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:2.0:1776190953.568868:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:2.0:1776190953.568873:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040d2caf9 x1862468797346368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776190953.568955:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.568957:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:2.0:1776190953.568960:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.568963:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.568965:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:2.0:1776190953.568966:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000400:00000200:0.0:1776190953.577243:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.577278:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123240 00000400:00000200:0.0:1776190953.577290:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb62c1 [1] + 224 00000400:00000200:0.0:1776190953.577308:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.577314:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.577327:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040d2caf9 x1862468797346368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.577363:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.577368:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b7c0 00000400:00000200:0.0:1776190953.577373:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4bd1 [2] + 1968 00000400:00000010:0.0:1776190953.577376:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000079c7ea78. 00000400:00000200:0.0:1776190953.577381:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e00d5c12 00000400:00000200:0.0:1776190953.577388:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.577391:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.577393:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e00d5c12 00000400:00000010:0.0:1776190953.577396:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e00d5c12 (tot 82347842). 00000100:00000200:0.0:1776190953.577401:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190953.577449:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b662755. 00000020:00000010:0.0:1776190953.577456:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1bf8c59. 00000020:00000010:0.0:1776190953.577462:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.577488:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e5ec71b5 x1862468788205504/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190953.577516:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205504 02000000:00000010:0.0:1776190953.577528:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e7e6aa9. 00010000:00000010:0.0:1776190953.577577:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190953.577586:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfc4a41a. 00000100:00000010:0.0:1776190953.577594:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cfc4a41a. 00010000:00000010:0.0:1776190953.577597:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000010:0.0:1776190953.577616:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190953.577621:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205504, offset 224 00000400:00000200:0.0:1776190953.577628:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.577655:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.577662:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91329:91329:256:4294967295] 192.168.202.25@tcp LPNI seq info [91329:91329:8:4294967295] 00000400:00000200:0.0:1776190953.577673:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.577679:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.577686:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348090). 00000800:00000200:0.0:1776190953.577692:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.577701:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.577705:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.577727:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1bf8c59. 00000020:00000010:0.0:1776190953.577731:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.577734:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b662755. 02000000:00000010:0.0:1776190953.577746:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a904439e. 00000100:00000010:0.0:1776190953.577750:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:0.0:1776190953.577755:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcca0623. 00000100:00000010:0.0:1776190953.577758:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 02000000:00000010:0.0:1776190953.577763:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040207098. 00000100:00000010:0.0:1776190953.577764:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 02000000:00000010:0.0:1776190953.577768:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000901d0d64. 00000100:00000010:0.0:1776190953.577771:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190953.577774:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000771af0f0. 00000100:00000010:0.0:1776190953.577776:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:0.0:1776190953.577779:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eedd280f. 00000100:00000010:0.0:1776190953.577781:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000200:0.0:1776190953.577787:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190953.577793:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001e0a434d. 00000400:00000010:0.0:1776190953.577797:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfc4a41a (tot 82348242). 00000800:00000200:0.0:1776190953.579022:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.579028:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190953.579034:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.579041:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.579045:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:0.0:1776190953.579047:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 02000000:00000010:0.0:1776190953.579053:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e7e6aa9. 00000400:00000010:0.0:1776190953.579082:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004522e11e. 00000400:00000200:0.0:1776190953.579085:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000316ad9a 00000400:00000010:0.0:1776190953.579087:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000316ad9a. 00000100:00000200:0.0:1776190953.579093:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040d2caf9 x1862468797346368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.579102:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040d2caf9 x1862468797346368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.579126:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001136aceb. 02000000:00000010:0.0:1776190953.579171:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c780b0f9. 02000000:00000010:0.0:1776190953.579178:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e9b5d41. 00000100:00000010:0.0:1776190953.579181:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 00000100:00000010:0.0:1776190953.579185:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:0.0:1776190953.579188:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00080000:00000010:0.0:1776190953.579208:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e7e6aa9. 00010000:00000010:0.0:1776190953.579320:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:0.0:1776190953.579327:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000686a54fa. 00010000:00000010:0.0:1776190953.579399:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000acc1bce6. 00010000:00000010:0.0:1776190953.579403:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b1bf8c59. 00010000:00000010:0.0:1776190953.579409:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.0:1776190953.579415:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000040060f52. 00080000:00000010:0.0:1776190953.579427:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000debcaa60. 00010000:00000010:0.0:1776190953.579451:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040060f52. 00010000:00000010:0.0:1776190953.579455:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1bf8c59. 00010000:00000010:0.0:1776190953.579506:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005f58638. 00010000:00000010:0.0:1776190953.579510:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000040060f52. 00010000:00000010:0.0:1776190953.579518:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190953.579524:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029e440e7. 00000100:00000010:0.0:1776190953.579530:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190953.579542:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000901d0d64. 02000000:00000010:0.0:1776190953.579566:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040207098. 00000400:00000010:0.0:1776190953.579571:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087c985ea. 00000400:00000010:0.0:1776190953.579574:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190953.579579:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346432, portal 16 00000400:00000010:0.0:1776190953.579583:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190953.579585:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346432, offset 0 00000400:00000200:0.0:1776190953.579592:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.579602:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.579609:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.579613:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.579616:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.579619:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91330:91330:256:4294967295] 192.168.202.25@tcp LPNI seq info [91330:91330:8:4294967295] 00000400:00000200:0.0:1776190953.579629:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.579633:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.579651:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190953.579658:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.579663:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.579667:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.580237:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.580241:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:2.0:1776190953.580245:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.580250:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.580254:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:2.0:1776190953.580257:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00000100:00000200:2.0:1776190953.580273:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797346432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.584054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f745f753. 00010000:00000010:3.1:1776190953.584074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcb5c434. 00010000:00000010:3.1:1776190953.584078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027340d03. 00010000:00000010:1.1:1776190953.584987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065aadd20. 00010000:00000010:1.1:1776190953.584995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac477054. 00000400:00000200:0.0:1776190953.585358:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.585375:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123280 00000400:00000200:0.0:1776190953.585382:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb62d1 [1] + 224 00000400:00000200:0.0:1776190953.585396:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.585400:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.585412:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797346432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190953.585921:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087c985ea. 00000400:00000200:1.0:1776190953.585926:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:1.0:1776190953.585928:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:1.0:1776190953.585935:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797346432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.585943:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797346432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190953.585974:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040207098. 02000000:00000010:1.0:1776190953.585980:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000901d0d64. 00000100:00000010:1.0:1776190953.585984:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:1.0:1776190953.585988:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029e440e7. 00010000:00000010:1.0:1776190953.585991:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000400:00000200:0.0:1776190953.587200:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.587222:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b800 00000400:00000200:0.0:1776190953.587230:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4c29 [2] + 0 00010000:00000010:0.1:1776190953.588326:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc665b44. 00010000:00000010:0.1:1776190953.588338:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f616c88. 00010000:00000010:0.1:1776190953.588343:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b37e4c. 00010000:00000010:0.1:1776190953.588349:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acc1bce6. 00010000:00000010:0.1:1776190953.588354:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00000400:00000200:0.0:1776190953.588381:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.588393:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.588403:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.588412:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:1.0:1776190953.588771:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5da028d. 00000020:00000010:1.0:1776190953.588781:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ea67a55c. 00000020:00000010:1.0:1776190953.588787:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.588837:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788205568/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190953.588877:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205568 02000000:00000010:1.0:1776190953.588892:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eedd280f. 00010000:00000010:1.0:1776190953.588925:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cacac51. 00010000:00000010:1.0:1776190953.588949:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000700d76c5. 00000100:00000010:1.0:1776190953.588958:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.588975:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190953.588979:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000700d76c5. 00000400:00000010:1.0:1776190953.588996:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190953.589002:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205568, offset 224 00000400:00000200:1.0:1776190953.589010:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.589024:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.589030:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91331:91331:256:4294967295] 192.168.202.25@tcp LPNI seq info [91331:91331:8:4294967295] 00000400:00000200:1.0:1776190953.589041:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.589047:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.589051:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ceef18c9 (tot 82348242). 00000800:00000200:1.0:1776190953.589058:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.589065:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.589070:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ceef18c9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.589088:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ea67a55c. 00000020:00000010:1.0:1776190953.589091:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.589094:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5da028d. 00010000:00000010:2.1:1776190953.589818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072a359bb. 00000800:00000200:2.0:1776190953.589919:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.589923:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ceef18c9 (tot 82347994). 00000400:00000200:2.0:1776190953.589929:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.589935:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.589941:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:2.0:1776190953.589944:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00080000:00000010:2.0:1776190953.589982:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a904439e. 00010000:00000010:2.0:1776190953.590088:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040060f52. 00010000:00000010:2.0:1776190953.590097:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000336b396. 00010000:00000010:2.0:1776190953.590787:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b500c2fa. 00010000:00000010:2.0:1776190953.590797:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000312d8d2. 00010000:00000010:2.0:1776190953.590822:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a62ae8d7. 00000100:00000010:2.0:1776190953.590829:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052f4b4de. 00000100:00000010:2.0:1776190953.590837:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e59e524c. 02000000:00000010:2.0:1776190953.590852:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8656fa9. 02000000:00000010:2.0:1776190953.590882:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c16b7a0. 00000400:00000010:2.0:1776190953.590889:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000470019d3. 00000400:00000010:2.0:1776190953.590895:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190953.590901:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346496, portal 16 00000400:00000010:2.0:1776190953.590907:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190953.590910:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346496, offset 0 00000400:00000200:2.0:1776190953.590919:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.590934:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.590943:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.590947:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.590950:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.590954:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91332:91332:256:4294967295] 192.168.202.25@tcp LPNI seq info [91332:91332:8:4294967295] 00000400:00000200:2.0:1776190953.590965:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.590970:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.590977:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.590985:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.590993:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.590997:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.591223:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.591228:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:0.0:1776190953.591233:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.591239:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.591242:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:0.0:1776190953.591244:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:0.0:1776190953.591254:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e59e524c x1862468797346496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.596454:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3e34b4d. 00010000:00000010:3.1:1776190953.596472:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000556def86. 00010000:00000010:1.1:1776190953.601346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016830452. 00000400:00000200:0.0:1776190953.601899:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.601921:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1232c0 00000400:00000200:0.0:1776190953.601929:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb62dd [1] + 224 00000400:00000200:0.0:1776190953.601945:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.601949:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.601964:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e59e524c x1862468797346496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.602049:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.602055:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b840 00000400:00000200:0.0:1776190953.602060:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4c29 [2] + 328 00000400:00000200:0.0:1776190953.602072:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.602075:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.602080:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.602086:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:3.0:1776190953.602242:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e9b5d41. 00000020:00000010:3.0:1776190953.602250:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.602255:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.602299:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788205632/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190953.602327:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205632 02000000:00000010:3.0:1776190953.602339:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c780b0f9. 00010000:00000010:3.0:1776190953.602388:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000482635c1. 00000100:00000010:3.0:1776190953.602396:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.602402:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.602406:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000482635c1. 00000400:00000010:3.0:1776190953.602420:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190953.602425:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205632, offset 224 00000400:00000200:3.0:1776190953.602433:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.602443:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.602449:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91333:91333:256:4294967295] 192.168.202.25@tcp LPNI seq info [91333:91333:8:4294967295] 00000400:00000200:3.0:1776190953.602459:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.602464:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.602469:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190953.602474:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.602481:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.602486:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.602509:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190953.602524:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.602528:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e9b5d41. 00000800:00000200:3.0:1776190953.602660:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.602665:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:3.0:1776190953.602669:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.602673:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.602677:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:3.0:1776190953.602680:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00010000:00000010:2.1:1776190953.604087:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bac204b. 00010000:00000010:2.1:1776190953.604101:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00000400:00000010:1.0:1776190953.612750:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000470019d3. 00000400:00000200:1.0:1776190953.612761:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:1.0:1776190953.612763:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000100:00000200:1.0:1776190953.612781:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e59e524c x1862468797346496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190953.612793:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e59e524c x1862468797346496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190953.612841:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c350f2b7. 02000000:00000010:1.0:1776190953.612860:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c16b7a0. 02000000:00000010:1.0:1776190953.612867:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8656fa9. 00000100:00000010:1.0:1776190953.612872:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e59e524c. 00000100:00000010:1.0:1776190953.612877:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052f4b4de. 00010000:00000010:1.0:1776190953.612880:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a62ae8d7. 00080000:00000010:0.0:1776190953.613812:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040207098. 00010000:00000010:0.0:1776190953.613939:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000312d8d2. 00010000:00000010:0.0:1776190953.613950:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfc6d8f9. 00010000:00000010:0.0:1776190953.614035:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.0:1776190953.614041:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190953.614053:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000809583c2. 00000100:00000010:0.0:1776190953.614061:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:0.0:1776190953.614070:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 02000000:00000010:0.0:1776190953.614084:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcca0623. 02000000:00000010:0.0:1776190953.614116:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093437f6b. 00000400:00000010:0.0:1776190953.614123:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba2a778d. 00000400:00000010:0.0:1776190953.614182:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190953.614191:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346560, portal 16 00000400:00000010:0.0:1776190953.614197:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190953.614200:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346560, offset 0 00000400:00000200:0.0:1776190953.614210:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.614226:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.614234:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.614238:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.614241:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.614244:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91334:91334:256:4294967295] 192.168.202.25@tcp LPNI seq info [91334:91334:8:4294967295] 00000400:00000200:0.0:1776190953.614255:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.614271:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.614276:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f520920 (tot 82348242). 00000800:00000200:0.0:1776190953.614284:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.614292:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.614297:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007f520920 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.614399:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.614403:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f520920 (tot 82347994). 00000400:00000200:0.0:1776190953.614407:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.614411:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.614414:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:0.0:1776190953.614416:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:0.0:1776190953.614421:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dd76f7ae x1862468797346560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.618961:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.618979:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123300 00000400:00000200:1.0:1776190953.618987:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb62e9 [1] + 224 00000400:00000200:1.0:1776190953.619000:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.619004:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.619015:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dd76f7ae x1862468797346560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190953.619991:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba2a778d. 00000400:00000200:0.0:1776190953.619997:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:0.0:1776190953.620000:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:0.0:1776190953.620008:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dd76f7ae x1862468797346560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.620017:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dd76f7ae x1862468797346560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.620048:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093437f6b. 02000000:00000010:0.0:1776190953.620056:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcca0623. 00000100:00000010:0.0:1776190953.620062:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 00000100:00000010:0.0:1776190953.620066:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:0.0:1776190953.620069:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000809583c2. 00000400:00000200:2.0:1776190953.623391:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.623421:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b880 00000400:00000200:2.0:1776190953.623431:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4c29 [2] + 656 00000400:00000200:2.0:1776190953.623515:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.623521:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.623530:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.623537:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000280b5198. 00000020:00000010:2.0:1776190953.623613:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2921593. 00000020:00000010:2.0:1776190953.623621:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.623626:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.623657:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000280b5198 x1862468788205696/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190953.623685:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205696 02000000:00000010:2.0:1776190953.623697:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce2f7208. 00010000:00000010:2.0:1776190953.623731:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e237b12. 00010000:00000010:2.0:1776190953.623759:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a735a90c. 00000100:00000010:2.0:1776190953.623769:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.624727:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190953.624735:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a735a90c. 00000400:00000010:2.0:1776190953.624757:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190953.624765:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205696, offset 224 00000400:00000200:2.0:1776190953.624775:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.624788:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.624796:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91335:91335:256:4294967295] 192.168.202.25@tcp LPNI seq info [91335:91335:8:4294967295] 00000400:00000200:2.0:1776190953.625040:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.625048:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.625055:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190953.625062:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.625068:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.625071:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.625160:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.625165:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.625169:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2921593. 00080000:00000010:2.0:1776190953.625209:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2921593. 00010000:00000010:2.0:1776190953.625320:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddcb0454. 00010000:00000010:2.0:1776190953.625328:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ccff4ea. 00010000:00000010:2.0:1776190953.625396:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b02ee132. 00010000:00000010:2.0:1776190953.625402:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046d3169d. 00010000:00000010:2.0:1776190953.625413:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a735a90c. 00000100:00000010:2.0:1776190953.625418:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.625425:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c642c3c2. 02000000:00000010:2.0:1776190953.625438:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e0ddc1d. 02000000:00000010:2.0:1776190953.625464:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef29d00b. 00000400:00000010:2.0:1776190953.625470:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091319ebf. 00000400:00000010:2.0:1776190953.625473:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190953.625478:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346624, portal 16 00000400:00000010:2.0:1776190953.625482:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190953.625484:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346624, offset 0 00000400:00000200:2.0:1776190953.625488:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.625495:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.625501:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.625504:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.625507:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.625509:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91336:91336:255:4294967295] 192.168.202.25@tcp LPNI seq info [91336:91336:7:4294967295] 00000400:00000200:2.0:1776190953.625515:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.625519:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.625522:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348490). 00000800:00000200:2.0:1776190953.625525:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.625529:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.625531:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190953.633495:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000152ee942. 00000800:00000200:0.0:1776190953.633682:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.633688:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82348242). 00000400:00000200:0.0:1776190953.633696:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.633708:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.633715:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:0.0:1776190953.633718:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000800:00000200:0.0:1776190953.633813:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.633816:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:0.0:1776190953.633819:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.633823:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.633825:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:0.0:1776190953.633827:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:0.0:1776190953.633834:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c642c3c2 x1862468797346624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.636243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b1f9b0b. 00010000:00000010:0.1:1776190953.636273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b500c2fa. 00000400:00000200:3.0:1776190953.637466:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.637487:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123340 00000400:00000200:3.0:1776190953.637496:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb62f5 [1] + 224 00000400:00000200:3.0:1776190953.637508:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.637512:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.637524:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c642c3c2 x1862468797346624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.637558:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.637563:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b8c0 00000400:00000200:3.0:1776190953.637568:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4c29 [2] + 984 00000400:00000200:3.0:1776190953.637579:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.637582:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.637587:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.637593:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000400:00000010:3.0:1776190953.637630:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091319ebf. 00000400:00000200:3.0:1776190953.637635:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:3.0:1776190953.637652:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:3.0:1776190953.637659:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c642c3c2 x1862468797346624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.637666:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c642c3c2 x1862468797346624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.637703:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef29d00b. 02000000:00000010:3.0:1776190953.637711:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e0ddc1d. 00000100:00000010:3.0:1776190953.637715:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c642c3c2. 00000100:00000010:3.0:1776190953.637720:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:3.0:1776190953.637724:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a735a90c. 00000020:00000010:2.0:1776190953.640942:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e0ddc1d. 00000020:00000010:2.0:1776190953.640955:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.640960:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.640990:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788205760/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190953.641059:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205760 02000000:00000010:2.0:1776190953.641073:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef29d00b. 00010000:00000010:2.0:1776190953.641103:0:65523:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6f02553. 00010000:00000010:2.0:1776190953.641123:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4d5c808. 00000100:00000010:2.0:1776190953.641164:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190953.641187:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190953.641191:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4d5c808. 00000400:00000010:2.0:1776190953.641207:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190953.641213:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205760, offset 224 00000400:00000200:2.0:1776190953.641222:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.641236:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.641242:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91337:91337:256:4294967295] 192.168.202.25@tcp LPNI seq info [91337:91337:8:4294967295] 00000400:00000200:2.0:1776190953.641253:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.641269:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.641275:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.641281:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.641287:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.641291:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.641310:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.641314:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.641316:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e0ddc1d. 00000800:00000200:2.0:1776190953.641416:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.641420:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:2.0:1776190953.641424:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.641429:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.641433:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:2.0:1776190953.641435:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00080000:00000010:1.0:1776190953.641533:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000771af0f0. 00010000:00000010:1.0:1776190953.641621:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046d3169d. 00010000:00000010:1.0:1776190953.641627:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2fd5096. 00010000:00000010:1.0:1776190953.641709:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a275b876. 00010000:00000010:1.0:1776190953.641715:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190953.641725:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000700d76c5. 00000100:00000010:1.0:1776190953.641728:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190953.641735:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190953.641745:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000533c5222. 02000000:00000010:1.0:1776190953.641768:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044f81867. 00000400:00000010:1.0:1776190953.641774:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000154b77c5. 00000400:00000010:1.0:1776190953.641779:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190953.641783:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346688, portal 16 00000400:00000010:1.0:1776190953.641787:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190953.641789:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346688, offset 0 00000400:00000200:1.0:1776190953.641794:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.641806:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.641813:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.641816:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.641819:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.641822:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91338:91338:256:4294967295] 192.168.202.25@tcp LPNI seq info [91338:91338:8:4294967295] 00000400:00000200:1.0:1776190953.641829:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.641833:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.641836:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ca09dac (tot 82348242). 00000800:00000200:1.0:1776190953.641840:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.641844:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.641847:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000ca09dac type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.641893:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.641895:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ca09dac (tot 82347994). 00000400:00000200:1.0:1776190953.641900:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.641904:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.641906:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:1.0:1776190953.641907:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:1.0:1776190953.641912:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797346688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.648588:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.648611:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123380 00000400:00000200:1.0:1776190953.648621:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6301 [1] + 224 00000400:00000200:1.0:1776190953.648633:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.648637:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.648648:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797346688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.648685:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.648691:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b900 00000400:00000200:1.0:1776190953.648695:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4c29 [2] + 1312 00000400:00000200:1.0:1776190953.648705:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.648707:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.648710:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.648715:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 00000020:00000010:2.0:1776190953.649292:0:65523:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e0ddc1d. 00000020:00000010:2.0:1776190953.649301:0:65523:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.649307:0:65523:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.649336:0:65523:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009beabb9d x1862468788205824/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190953.649372:0:65523:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205824 02000000:00000010:2.0:1776190953.649386:0:65523:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c23e31d5. 00010000:00000010:2.0:1776190953.649433:0:65523:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4d5c808. 00000100:00000010:2.0:1776190953.649441:0:65523:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190953.649448:0:65523:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190953.649451:0:65523:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4d5c808. 00000400:00000010:2.0:1776190953.649466:0:65523:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190953.649471:0:65523:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205824, offset 224 00000400:00000200:2.0:1776190953.649478:0:65523:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.649488:0:65523:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.649493:0:65523:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91339:91339:256:4294967295] 192.168.202.25@tcp LPNI seq info [91339:91339:8:4294967295] 00000400:00000200:2.0:1776190953.649504:0:65523:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.649509:0:65523:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.649513:0:65523:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.649518:0:65523:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.649524:0:65523:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.649529:0:65523:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.649550:0:65523:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.649555:0:65523:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.649557:0:65523:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e0ddc1d. 00000800:00000200:2.0:1776190953.649651:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.649655:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:2.0:1776190953.649660:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.649664:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.649668:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:2.0:1776190953.649669:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000400:00000010:3.0:1776190953.649958:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000154b77c5. 00000400:00000200:3.0:1776190953.649963:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:3.0:1776190953.649964:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:3.0:1776190953.649970:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797346688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.649978:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797346688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.650000:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007df52dba. 02000000:00000010:3.0:1776190953.650013:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044f81867. 02000000:00000010:3.0:1776190953.650018:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000533c5222. 00000100:00000010:3.0:1776190953.650022:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:3.0:1776190953.650025:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:3.0:1776190953.650028:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000700d76c5. 00080000:00000010:3.0:1776190953.650051:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e9b5d41. 00010000:00000010:3.0:1776190953.650388:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:3.0:1776190953.650394:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbca14a7. 00010000:00000010:3.0:1776190953.650945:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004efe5523. 00010000:00000010:3.0:1776190953.650950:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.650955:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000556def86. 00010000:00000010:3.0:1776190953.650961:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.650976:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1e1e2cc. 00010000:00000010:3.0:1776190953.651009:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.651013:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00000001:00000010:3.0:1776190953.651065:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ced3eb47. 00000001:00000010:3.0:1776190953.651403:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ced3eb47. 00000001:00000010:3.0:1776190953.651406:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000044fe3977. 00080000:00000010:3.0:1776190953.651412:0:77311:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000fda9cdf5. 00080000:00000010:3.0:1776190953.651419:0:77311:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000fda9cdf5. 00000001:00000010:3.0:1776190953.651425:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ced3eb47. 00010000:00000010:3.0:1776190953.651452:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036889ae5. 00010000:00000010:3.0:1776190953.651454:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651458:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8b37e4c. 00010000:00000010:3.0:1776190953.651461:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.651470:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb4412c2. 00010000:00000010:3.0:1776190953.651496:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.651500:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651542:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001cae902b. 00010000:00000010:3.0:1776190953.651544:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651548:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d2e4319. 00010000:00000010:3.0:1776190953.651550:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.651558:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daa34421. 00010000:00000010:3.0:1776190953.651581:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.651585:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651618:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d86a6d1. 00010000:00000010:3.0:1776190953.651621:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651624:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d05bd01f. 00010000:00000010:3.0:1776190953.651627:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.651636:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008a76b54. 00010000:00000010:3.0:1776190953.651660:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.651664:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651696:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007824d490. 00010000:00000010:3.0:1776190953.651698:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651702:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f644115a. 00010000:00000010:3.0:1776190953.651704:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.651711:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000021f6d1e. 00010000:00000010:3.0:1776190953.651733:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.651736:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651769:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043ea6aec. 00010000:00000010:3.0:1776190953.651772:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.651776:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007318effe. 00010000:00000010:3.0:1776190953.651778:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.651786:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5ec788c. 00010000:00000010:2.1:1776190953.652252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b8b4698. 00010000:00000010:2.1:1776190953.652271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000175a6095. 00010000:00000010:2.1:1776190953.652275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:2.1:1776190953.652315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a613e9d. 00010000:00000010:3.0:1776190953.652941:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.652948:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653030:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000677f7f75. 00010000:00000010:3.0:1776190953.653033:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653037:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.0:1776190953.653041:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653054:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098376c0b. 00010000:00000010:3.0:1776190953.653086:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653090:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653123:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a665f3c7. 00010000:00000010:3.0:1776190953.653126:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653422:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a8b98ea. 00010000:00000010:3.0:1776190953.653427:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653436:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b54c22. 00010000:00000010:3.0:1776190953.653462:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653466:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653516:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008601d96d. 00010000:00000010:3.0:1776190953.653518:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653521:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.0:1776190953.653524:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653530:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089f15fb5. 00010000:00000010:3.0:1776190953.653549:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653552:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653578:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003663ee17. 00010000:00000010:3.0:1776190953.653581:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653584:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000952a68e2. 00010000:00000010:3.0:1776190953.653586:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653592:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037860cde. 00010000:00000010:3.0:1776190953.653612:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653615:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653642:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ddee36f6. 00010000:00000010:3.0:1776190953.653645:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653648:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.0:1776190953.653650:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653656:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056c83bfe. 00010000:00000010:3.0:1776190953.653675:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653678:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653709:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbf54661. 00010000:00000010:3.0:1776190953.653712:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653716:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.0:1776190953.653719:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653725:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a13b4ac. 00010000:00000010:3.0:1776190953.653747:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653750:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653786:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a804aa58. 00010000:00000010:3.0:1776190953.653789:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653792:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d56b1b0d. 00010000:00000010:3.0:1776190953.653794:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653813:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7e82ef2. 00010000:00000010:3.0:1776190953.653836:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653840:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653869:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1829fed. 00010000:00000010:3.0:1776190953.653872:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653875:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008212bfbb. 00010000:00000010:3.0:1776190953.653877:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653884:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062a377ed. 00010000:00000010:3.0:1776190953.653905:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653908:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653942:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008eb5c340. 00010000:00000010:3.0:1776190953.653945:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.653948:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c519ac93. 00010000:00000010:3.0:1776190953.653950:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.653957:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd299d75. 00010000:00000010:3.0:1776190953.653982:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.653985:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654016:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042a44e6a. 00010000:00000010:3.0:1776190953.654019:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654022:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d8484805. 00010000:00000010:3.0:1776190953.654026:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.654032:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009db5b2d7. 00010000:00000010:3.0:1776190953.654053:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.654057:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654086:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ada7bf8f. 00010000:00000010:3.0:1776190953.654089:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654092:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008030891c. 00010000:00000010:3.0:1776190953.654094:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.654102:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073bce3ba. 00010000:00000010:3.0:1776190953.654122:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.654127:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654179:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d820feec. 00010000:00000010:3.0:1776190953.654182:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654185:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f97f458. 00010000:00000010:3.0:1776190953.654187:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.654194:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a09ce37a. 00010000:00000010:3.0:1776190953.654215:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.654218:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654251:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fec3f34. 00010000:00000010:3.0:1776190953.654253:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654256:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea908ad7. 00010000:00000010:3.0:1776190953.654269:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.654282:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fb1fb39. 00010000:00000010:3.0:1776190953.654304:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.654307:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.654341:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077687cd4. 00010000:00000010:3.0:1776190953.654344:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.654353:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000482635c1. 00000100:00000010:3.0:1776190953.654360:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.654369:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190953.654384:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff9924e3. 02000000:00000010:3.0:1776190953.654417:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2458350. 00000400:00000010:3.0:1776190953.654424:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003f9293e. 00000400:00000010:3.0:1776190953.654431:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190953.654437:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346752, portal 16 00000400:00000010:3.0:1776190953.654443:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190953.654445:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346752, offset 0 00000400:00000200:3.0:1776190953.654454:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.654470:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.654477:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.654481:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.654484:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.654487:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91340:91340:256:4294967295] 192.168.202.25@tcp LPNI seq info [91340:91340:8:4294967295] 00000400:00000200:3.0:1776190953.654497:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.654503:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.654508:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190953.654514:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.654522:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.654526:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.656706:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.656716:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190953.656726:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.656735:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.656740:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:2.0:1776190953.656743:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000100:00000200:2.0:1776190953.656753:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797346752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190953.659170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091700746. 00010000:00000010:1.1:1776190953.659185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b02ee132. 00000400:00000200:1.0:1776190953.664071:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.664095:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1233c0 00000400:00000200:1.0:1776190953.664103:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb630d [1] + 224 00000400:00000200:1.0:1776190953.664115:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.664119:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.664178:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797346752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.664212:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.664217:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b940 00000400:00000200:1.0:1776190953.664222:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4c29 [2] + 1640 00000400:00000200:1.0:1776190953.664231:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.664235:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.664238:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.664243:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 00000020:00000010:2.0:1776190953.664356:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e0ddc1d. 00000020:00000010:2.0:1776190953.664364:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.664368:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.664394:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ead1196f x1862468788205888/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190953.664429:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205888 02000000:00000010:2.0:1776190953.664443:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c9f0c61a. 00010000:00000010:2.0:1776190953.664485:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4d5c808. 00000100:00000010:2.0:1776190953.664493:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190953.664500:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190953.664503:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4d5c808. 00000400:00000010:2.0:1776190953.664519:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190953.664524:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205888, offset 224 00000400:00000200:2.0:1776190953.664532:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.664543:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.664549:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91341:91341:256:4294967295] 192.168.202.25@tcp LPNI seq info [91341:91341:8:4294967295] 00000400:00000200:2.0:1776190953.664558:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.664564:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.664568:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.664573:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.664580:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.664584:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.664604:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190953.664608:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.664611:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e0ddc1d. 00000800:00000200:2.0:1776190953.664716:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.664719:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:2.0:1776190953.664724:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.664727:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.664730:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:2.0:1776190953.664732:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000400:00000010:3.0:1776190953.664821:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003f9293e. 00000400:00000200:3.0:1776190953.664826:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:3.0:1776190953.664827:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:3.0:1776190953.664978:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797346752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.664999:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797346752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.665037:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebab18f7. 02000000:00000010:3.0:1776190953.665061:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2458350. 02000000:00000010:3.0:1776190953.665070:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff9924e3. 00000100:00000010:3.0:1776190953.665076:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190953.665083:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.665087:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000482635c1. 00080000:00000010:3.0:1776190953.665118:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8676627. 00010000:00000010:3.0:1776190953.665308:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.665317:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7f333d5. 00010000:00000010:3.0:1776190953.665451:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1badf5c. 00010000:00000010:3.0:1776190953.665455:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665462:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3a40e31. 00010000:00000010:3.0:1776190953.665468:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.665486:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000370633ef. 00010000:00000010:3.0:1776190953.665528:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.665533:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665596:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014e1117a. 00010000:00000010:3.0:1776190953.665599:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665603:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056993ed5. 00010000:00000010:3.0:1776190953.665606:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.665616:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff9924e3. 00010000:00000010:3.0:1776190953.665645:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.665649:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665688:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4868551. 00010000:00000010:3.0:1776190953.665691:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665695:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d057c6f4. 00010000:00000010:3.0:1776190953.665698:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.665706:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2458350. 00010000:00000010:3.0:1776190953.665730:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.665734:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665772:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a41ae049. 00010000:00000010:3.0:1776190953.665775:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665779:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.0:1776190953.665782:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.665791:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af1fdc63. 00010000:00000010:3.0:1776190953.665827:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.665831:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665897:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d69f827e. 00010000:00000010:3.0:1776190953.665900:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665904:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0e450d5. 00010000:00000010:3.0:1776190953.665907:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.665916:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056305cac. 00010000:00000010:3.0:1776190953.665941:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.665944:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665982:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a64f190. 00010000:00000010:3.0:1776190953.665985:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.665988:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e96ea49c. 00010000:00000010:3.0:1776190953.665991:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666002:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fb7f362. 00010000:00000010:3.0:1776190953.666025:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666028:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666069:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000689dd9fb. 00010000:00000010:3.0:1776190953.666072:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666076:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.0:1776190953.666079:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666087:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d656bbb. 00010000:00000010:3.0:1776190953.666110:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666113:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666191:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024ab9bf9. 00010000:00000010:3.0:1776190953.666195:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666198:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.0:1776190953.666201:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666209:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051ff252f. 00010000:00000010:3.0:1776190953.666234:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666238:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666294:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb1a8151. 00010000:00000010:3.0:1776190953.666298:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666302:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000402440da. 00010000:00000010:3.0:1776190953.666306:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666317:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005883d0ba. 00010000:00000010:3.0:1776190953.666350:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666355:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666395:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8e3a32a. 00010000:00000010:3.0:1776190953.666399:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666403:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.0:1776190953.666406:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666414:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037c20aa7. 00010000:00000010:3.0:1776190953.666435:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666439:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666477:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc56c69c. 00010000:00000010:3.0:1776190953.666481:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666484:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005eed6229. 00010000:00000010:3.0:1776190953.666487:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666495:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000866b1070. 00010000:00000010:3.0:1776190953.666517:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666522:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666560:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000875422d7. 00010000:00000010:3.0:1776190953.666563:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666566:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:3.0:1776190953.666570:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666578:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043f87284. 00010000:00000010:3.0:1776190953.666601:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666604:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666649:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022ba5383. 00010000:00000010:3.0:1776190953.666652:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666655:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098133dd2. 00010000:00000010:3.0:1776190953.666658:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666666:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e737a64f. 00010000:00000010:3.0:1776190953.666689:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666692:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666731:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039fa1517. 00010000:00000010:3.0:1776190953.666734:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666738:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.0:1776190953.666740:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666750:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038405eab. 00010000:00000010:3.0:1776190953.666777:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666782:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666820:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d742b8b9. 00010000:00000010:3.0:1776190953.666824:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666827:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:3.0:1776190953.666830:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666839:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c73cd537. 00010000:00000010:3.0:1776190953.666861:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666865:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666899:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000341f1802. 00010000:00000010:3.0:1776190953.666902:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666905:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c51c3f3. 00010000:00000010:3.0:1776190953.666909:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.666916:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000701d6aac. 00010000:00000010:3.0:1776190953.666940:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.666943:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666985:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db0983e5. 00010000:00000010:3.0:1776190953.666988:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.666992:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aeab78eb. 00010000:00000010:3.0:1776190953.666995:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.667003:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4343997. 00010000:00000010:3.0:1776190953.667027:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.667030:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.667070:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8460c3d. 00010000:00000010:3.0:1776190953.667073:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.667078:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.0:1776190953.667081:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00080000:00000010:3.0:1776190953.667089:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053f1887f. 00010000:00000010:3.0:1776190953.667115:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.667118:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.667200:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c98ac25. 00010000:00000010:3.0:1776190953.667203:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190953.667207:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c69decc. 00010000:00000010:1.0:1776190953.667363:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.667423:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fc93260. 00010000:00000010:1.0:1776190953.667535:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.667544:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:1.0:1776190953.667654:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c967b03c. 00010000:00000010:1.0:1776190953.667658:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667663:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000765e3d8f. 00010000:00000010:1.0:1776190953.667667:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.667677:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000533c5222. 00010000:00000010:1.0:1776190953.667704:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.667707:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667741:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a07ec05. 00010000:00000010:1.0:1776190953.667744:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667747:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001eb428ae. 00010000:00000010:1.0:1776190953.667750:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.667758:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044f81867. 00010000:00000010:1.0:1776190953.667780:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.667784:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667813:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fc5f4bb. 00010000:00000010:1.0:1776190953.667816:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667819:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027340d03. 00010000:00000010:1.0:1776190953.667822:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.667830:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8656fa9. 00010000:00000010:1.0:1776190953.667852:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.667856:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667904:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa6e2fa0. 00010000:00000010:1.0:1776190953.667907:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667911:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009793c605. 00010000:00000010:1.0:1776190953.667913:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.667921:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c16b7a0. 00010000:00000010:1.0:1776190953.667942:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.667945:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667974:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc1d7016. 00010000:00000010:1.0:1776190953.667977:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.667980:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dce57b41. 00010000:00000010:1.0:1776190953.667983:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.667990:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000901d0d64. 00010000:00000010:1.0:1776190953.668013:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668016:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668051:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1cde195. 00010000:00000010:1.0:1776190953.668054:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668057:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022315ddb. 00010000:00000010:1.0:1776190953.668060:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668068:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024e9f647. 00010000:00000010:1.0:1776190953.668090:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668094:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668122:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7f391d0. 00010000:00000010:1.0:1776190953.668125:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668128:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ceb7bbc2. 00010000:00000010:1.0:1776190953.668152:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668159:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b6d38d3. 00010000:00000010:1.0:1776190953.668191:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668195:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668224:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7ff2c51. 00010000:00000010:1.0:1776190953.668227:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668230:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089e1c85e. 00010000:00000010:1.0:1776190953.668233:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668241:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c48e897. 00010000:00000010:1.0:1776190953.668271:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668275:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668305:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002061dac6. 00010000:00000010:1.0:1776190953.668307:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668310:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a77e44d7. 00010000:00000010:1.0:1776190953.668313:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668321:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005eddecd0. 00010000:00000010:1.0:1776190953.668343:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668347:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668379:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000486021fe. 00010000:00000010:1.0:1776190953.668382:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668385:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbd6d550. 00010000:00000010:1.0:1776190953.668388:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668395:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bad19a3d. 00010000:00000010:1.0:1776190953.668416:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668419:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668446:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004487e71c. 00010000:00000010:1.0:1776190953.668448:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668451:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.0:1776190953.668454:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668464:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a732887f. 00010000:00000010:1.0:1776190953.668484:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668487:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668518:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6192256. 00010000:00000010:1.0:1776190953.668520:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668524:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001073a95. 00010000:00000010:1.0:1776190953.668526:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668534:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3267223. 00010000:00000010:1.0:1776190953.668555:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668559:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668587:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a530fc8c. 00010000:00000010:1.0:1776190953.668589:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668592:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.0:1776190953.668595:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668602:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000976cedb9. 00010000:00000010:1.0:1776190953.668657:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668661:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668691:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0853205. 00010000:00000010:1.0:1776190953.668694:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668697:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.0:1776190953.668700:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668708:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4c624bd. 00010000:00000010:1.0:1776190953.668729:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668732:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668760:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e23d6b7e. 00010000:00000010:1.0:1776190953.668763:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668766:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7eff81. 00010000:00000010:1.0:1776190953.668769:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668776:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003fe13da8. 00010000:00000010:1.0:1776190953.668798:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668801:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668835:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003395736e. 00010000:00000010:1.0:1776190953.668838:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668840:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7a96d22. 00010000:00000010:1.0:1776190953.668843:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668849:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000248b5d05. 00010000:00000010:1.0:1776190953.668870:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668873:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668902:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004dd5adca. 00010000:00000010:1.0:1776190953.668905:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668908:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c6bec9e. 00010000:00000010:1.0:1776190953.668910:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668917:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079401f35. 00010000:00000010:1.0:1776190953.668939:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.668942:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668971:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2f4422d. 00010000:00000010:1.0:1776190953.668974:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.668977:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098ee0c43. 00010000:00000010:1.0:1776190953.668979:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.668991:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db0f2f52. 00010000:00000010:1.0:1776190953.669009:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.669011:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669038:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a923345. 00010000:00000010:1.0:1776190953.669040:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669043:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b509b938. 00010000:00000010:1.0:1776190953.669046:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.669052:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bc20b1b. 00010000:00000010:1.0:1776190953.669073:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.669076:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669104:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000096432b6. 00010000:00000010:1.0:1776190953.669107:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669109:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ba1980c. 00010000:00000010:1.0:1776190953.669112:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.669119:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062ae53ba. 00010000:00000010:1.0:1776190953.669161:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.669164:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669194:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000407ec116. 00010000:00000010:1.0:1776190953.669196:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669199:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2d861c. 00010000:00000010:1.0:1776190953.669202:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.669210:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017421152. 00010000:00000010:1.0:1776190953.669230:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.669233:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669275:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd41d971. 00010000:00000010:1.0:1776190953.669278:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669280:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f476842. 00010000:00000010:1.0:1776190953.669283:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.669290:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018073bad. 00010000:00000010:1.0:1776190953.669311:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.669314:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669342:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be8c48ef. 00010000:00000010:1.0:1776190953.669345:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669347:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4c1ef3f. 00010000:00000010:1.0:1776190953.669350:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.669357:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004879073d. 00010000:00000010:1.0:1776190953.669379:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.669382:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669413:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006dd2ca88. 00010000:00000010:1.0:1776190953.669415:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669418:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6d7849f. 00010000:00000010:1.0:1776190953.669420:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.669429:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027a5a401. 00010000:00000010:1.0:1776190953.669450:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.669453:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.669481:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c442886a. 00010000:00000010:1.0:1776190953.669484:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:3.1:1776190953.671072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c9f864a. 00010000:00000010:3.1:1776190953.671103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e01c7eac. 00010000:00000010:3.1:1776190953.671113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a275b876. 00010000:00000010:3.1:1776190953.671123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004efe5523. 00010000:00000010:3.1:1776190953.671141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000556def86. 00010000:00000010:3.1:1776190953.671145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036889ae5. 00010000:00000010:3.1:1776190953.671151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8b37e4c. 00010000:00000010:3.1:1776190953.671154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cae902b. 00010000:00000010:3.1:1776190953.671157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2e4319. 00010000:00000010:3.1:1776190953.671159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d86a6d1. 00010000:00000010:3.1:1776190953.671164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05bd01f. 00010000:00000010:3.1:1776190953.671166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007824d490. 00010000:00000010:3.1:1776190953.671169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644115a. 00010000:00000010:3.1:1776190953.671171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043ea6aec. 00010000:00000010:3.1:1776190953.671174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007318effe. 00010000:00000010:3.1:1776190953.671176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000677f7f75. 00010000:00000010:3.1:1776190953.671180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ff858c. 00010000:00000010:3.1:1776190953.671182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a665f3c7. 00010000:00000010:3.1:1776190953.671185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a8b98ea. 00010000:00000010:3.1:1776190953.671188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008601d96d. 00010000:00000010:3.1:1776190953.671190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5ce8aa. 00010000:00000010:3.1:1776190953.671193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003663ee17. 00010000:00000010:3.1:1776190953.671195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952a68e2. 00010000:00000010:3.1:1776190953.671198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddee36f6. 00010000:00000010:3.1:1776190953.671201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa65571a. 00010000:00000010:3.1:1776190953.671203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbf54661. 00010000:00000010:3.1:1776190953.671206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091fcd4b4. 00010000:00000010:3.1:1776190953.671211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a804aa58. 00010000:00000010:3.1:1776190953.671215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56b1b0d. 00010000:00000010:3.1:1776190953.671218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1829fed. 00010000:00000010:3.1:1776190953.671220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008212bfbb. 00010000:00000010:3.1:1776190953.671223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eb5c340. 00010000:00000010:3.1:1776190953.671225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c519ac93. 00010000:00000010:3.1:1776190953.671228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a44e6a. 00010000:00000010:3.1:1776190953.671231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8484805. 00010000:00000010:3.1:1776190953.671235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ada7bf8f. 00010000:00000010:3.1:1776190953.671237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008030891c. 00010000:00000010:3.1:1776190953.671240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d820feec. 00010000:00000010:3.1:1776190953.671244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f97f458. 00010000:00000010:3.1:1776190953.671247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fec3f34. 00010000:00000010:3.1:1776190953.671250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea908ad7. 00010000:00000010:1.0:1776190953.673293:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6d80fe6. 00010000:00000010:1.0:1776190953.673315:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.673449:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc6a7a8d. 00010000:00000010:1.0:1776190953.673845:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.673855:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.673933:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd59737a. 00010000:00000010:1.0:1776190953.673937:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.673941:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000412d517a. 00010000:00000010:1.0:1776190953.673944:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.673952:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008992ccb7. 00010000:00000010:1.0:1776190953.673987:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.673991:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.674025:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006df1d5a2. 00010000:00000010:1.0:1776190953.674027:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.674030:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee3d65bd. 00010000:00000010:1.0:1776190953.674033:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.674039:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae6f8d4. 00010000:00000010:1.0:1776190953.674061:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.674063:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.674110:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068af09d9. 00010000:00000010:1.0:1776190953.674113:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.674116:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015552738. 00010000:00000010:1.0:1776190953.674119:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.674126:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b598df88. 00010000:00000010:1.0:1776190953.674194:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.674198:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.674230:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef6bdcb4. 00010000:00000010:1.0:1776190953.674233:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.674236:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f04f0b5b. 00010000:00000010:1.0:1776190953.674239:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.674247:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d7e02ae. 00010000:00000010:1.0:1776190953.674281:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.674285:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.674321:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002923dfd6. 00010000:00000010:1.0:1776190953.674323:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.674327:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000224cf0b2. 00010000:00000010:1.0:1776190953.674329:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.674338:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfcc29f0. 00010000:00000010:1.0:1776190953.677605:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.677624:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678182:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c616446. 00010000:00000010:1.0:1776190953.678187:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678192:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6123ea2. 00010000:00000010:1.0:1776190953.678198:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.678220:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7cf5776. 00010000:00000010:1.0:1776190953.678255:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.678270:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678306:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0329525. 00010000:00000010:1.0:1776190953.678309:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678311:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f525b796. 00010000:00000010:1.0:1776190953.678314:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.678322:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a2d8d00. 00010000:00000010:1.0:1776190953.678356:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.678360:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678390:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000655d0a5c. 00010000:00000010:1.0:1776190953.678393:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678395:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098cc0678. 00010000:00000010:1.0:1776190953.678399:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.678405:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000adc221. 00010000:00000010:1.0:1776190953.678427:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.678430:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678479:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009c9db84. 00010000:00000010:1.0:1776190953.678482:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678485:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c756e26f. 00010000:00000010:1.0:1776190953.678636:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.678655:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4d44cac. 00010000:00000010:1.0:1776190953.678680:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.678684:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678715:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000892fc75b. 00010000:00000010:1.0:1776190953.678718:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678721:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029116936. 00010000:00000010:1.0:1776190953.678724:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.678733:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000592174c7. 00010000:00000010:1.0:1776190953.678756:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.678760:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678799:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8710c8d. 00010000:00000010:1.0:1776190953.678802:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678806:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008539c050. 00010000:00000010:1.0:1776190953.678809:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.678819:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056e7e483. 00010000:00000010:1.0:1776190953.678844:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.678847:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678888:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bdb5e74. 00010000:00000010:1.0:1776190953.678890:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678895:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac609d65. 00010000:00000010:1.0:1776190953.678898:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.678905:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044eda9c1. 00010000:00000010:1.0:1776190953.678934:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.678938:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678986:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ce937b9. 00010000:00000010:1.0:1776190953.678990:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.678993:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046167b96. 00010000:00000010:1.0:1776190953.678996:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.679004:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004140f454. 00010000:00000010:1.0:1776190953.679030:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.679033:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679062:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001327e860. 00010000:00000010:1.0:1776190953.679064:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679067:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff463a8d. 00010000:00000010:1.0:1776190953.679071:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.679077:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd0ad16e. 00010000:00000010:1.0:1776190953.679102:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.679105:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679178:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bbcb1e1. 00010000:00000010:1.0:1776190953.679184:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679188:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004aa8ad9e. 00010000:00000010:1.0:1776190953.679192:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.679201:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a47da2e8. 00010000:00000010:1.0:1776190953.679227:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.679231:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679280:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075208603. 00010000:00000010:1.0:1776190953.679284:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679289:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008514a12f. 00010000:00000010:1.0:1776190953.679293:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.679301:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000339051ee. 00010000:00000010:1.0:1776190953.679325:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.679328:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679381:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a40207f. 00010000:00000010:1.0:1776190953.679386:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679389:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e0e0ef1. 00010000:00000010:1.0:1776190953.679394:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.679402:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000044498ac. 00010000:00000010:1.0:1776190953.679428:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.679432:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679464:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007aa931df. 00010000:00000010:1.0:1776190953.679468:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.679471:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009292a7ec. 00010000:00000010:1.0:1776190953.679474:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.679483:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b266f9e5. 00010000:00000010:1.0:1776190953.681898:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.681916:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684444:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da68c2e9. 00010000:00000010:1.0:1776190953.684456:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684463:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009886d13a. 00010000:00000010:1.0:1776190953.684470:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.684506:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043c810b7. 00010000:00000010:1.0:1776190953.684585:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.684591:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684645:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff1d7ccf. 00010000:00000010:1.0:1776190953.684648:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684651:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc6e0cc1. 00010000:00000010:1.0:1776190953.684654:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.684662:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007dadb06. 00010000:00000010:1.0:1776190953.684685:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.684688:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684740:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ef6221f. 00010000:00000010:1.0:1776190953.684743:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684746:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007877bac7. 00010000:00000010:1.0:1776190953.684749:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.684759:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd102385. 00010000:00000010:1.0:1776190953.684783:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.684787:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684824:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004cde9b60. 00010000:00000010:1.0:1776190953.684827:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684829:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004777d27a. 00010000:00000010:1.0:1776190953.684833:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.684842:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090c4bd86. 00010000:00000010:1.0:1776190953.684863:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.684866:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684901:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072da09bc. 00010000:00000010:1.0:1776190953.684904:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684906:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f80d0d5a. 00010000:00000010:1.0:1776190953.684909:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.684917:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fcf5031. 00010000:00000010:1.0:1776190953.684938:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.684941:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684967:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006d5dfe30. 00010000:00000010:1.0:1776190953.684970:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.684973:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026a772ce. 00010000:00000010:1.0:1776190953.684976:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.684983:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dd7871e. 00010000:00000010:1.0:1776190953.685007:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685010:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685040:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e59e62e8. 00010000:00000010:1.0:1776190953.685043:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685046:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa0c1679. 00010000:00000010:1.0:1776190953.685048:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685055:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019af1f98. 00010000:00000010:1.0:1776190953.685076:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685079:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685111:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b1f6c78. 00010000:00000010:1.0:1776190953.685114:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685117:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043a204aa. 00010000:00000010:1.0:1776190953.685119:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685149:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd130273. 00010000:00000010:1.0:1776190953.685174:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685177:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685210:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000de0caf9. 00010000:00000010:1.0:1776190953.685214:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685217:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e23b55c. 00010000:00000010:1.0:1776190953.685220:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685226:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035aab504. 00010000:00000010:1.0:1776190953.685247:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685250:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685295:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008020797c. 00010000:00000010:1.0:1776190953.685299:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685301:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8859010. 00010000:00000010:1.0:1776190953.685304:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685311:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8947fa1. 00010000:00000010:1.0:1776190953.685332:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685336:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685369:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca14d4d8. 00010000:00000010:1.0:1776190953.685372:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685375:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bd06211. 00010000:00000010:1.0:1776190953.685377:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685386:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bb5f2a9. 00010000:00000010:1.0:1776190953.685407:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685410:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685437:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c073d663. 00010000:00000010:1.0:1776190953.685439:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685443:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005983a793. 00010000:00000010:1.0:1776190953.685445:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685452:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067654583. 00010000:00000010:1.0:1776190953.685473:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685477:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685505:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004395e9cd. 00010000:00000010:1.0:1776190953.685507:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685510:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbaae56d. 00010000:00000010:1.0:1776190953.685513:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685519:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c094084f. 00010000:00000010:1.0:1776190953.685541:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685544:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685575:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fc54c1f. 00010000:00000010:1.0:1776190953.685578:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685581:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad6fba19. 00010000:00000010:1.0:1776190953.685584:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685590:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e7941bc. 00010000:00000010:1.0:1776190953.685612:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685615:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685648:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000730c647c. 00010000:00000010:1.0:1776190953.685651:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685655:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000004fc969b. 00010000:00000010:1.0:1776190953.685658:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685667:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007de1625e. 00010000:00000010:1.0:1776190953.685692:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685696:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685732:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a87e8a6. 00010000:00000010:1.0:1776190953.685736:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685740:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019205cf9. 00010000:00000010:1.0:1776190953.685744:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685753:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb387ee3. 00010000:00000010:1.0:1776190953.685778:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685782:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685816:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd93ff82. 00010000:00000010:1.0:1776190953.685819:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685822:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4d74988. 00010000:00000010:1.0:1776190953.685825:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685833:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001373f7b2. 00010000:00000010:1.0:1776190953.685855:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685859:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685887:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d494b67. 00010000:00000010:1.0:1776190953.685890:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685892:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076ba07dc. 00010000:00000010:1.0:1776190953.685895:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685905:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005534ada7. 00010000:00000010:1.0:1776190953.685930:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.685933:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685964:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0cbaae6. 00010000:00000010:1.0:1776190953.685967:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.685970:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004851d57c. 00010000:00000010:1.0:1776190953.685973:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.685981:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d75823c. 00010000:00000010:1.0:1776190953.686005:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.686009:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.686039:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042632d31. 00010000:00000010:1.0:1776190953.686041:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.686044:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ebb8b88. 00010000:00000010:1.0:1776190953.686047:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.686053:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009551a86d. 00010000:00000010:1.0:1776190953.686074:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.686078:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.686107:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ddb147f. 00010000:00000010:1.0:1776190953.686110:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.686112:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb72dac1. 00010000:00000010:1.0:1776190953.686115:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.686122:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f3c5342. 00010000:00000010:1.0:1776190953.686173:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.686177:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.686203:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006de7aaeb. 00010000:00000010:1.0:1776190953.686206:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.686209:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009bfc984f. 00010000:00000010:1.0:1776190953.686212:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.686218:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d946ba70. 00010000:00000010:1.0:1776190953.686235:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.686238:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.687290:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ed115bcd. 00010000:00000010:1.0:1776190953.687299:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.687303:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4df76bf. 00010000:00000010:1.0:1776190953.687307:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.687320:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025136971. 00010000:00000010:1.0:1776190953.687748:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.687756:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.687812:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009715958. 00010000:00000010:1.0:1776190953.687815:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.687820:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038ec35df. 00010000:00000010:1.0:1776190953.687824:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.687835:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089d07e96. 00010000:00000010:1.0:1776190953.687865:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.687868:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.687904:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c41ff43. 00010000:00000010:1.0:1776190953.687906:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.687909:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b5991a7. 00010000:00000010:1.0:1776190953.687912:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.687919:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcfe01a6. 00010000:00000010:1.0:1776190953.687944:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.687947:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.687979:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008432f7eb. 00010000:00000010:1.0:1776190953.687982:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.687984:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005913a06d. 00010000:00000010:1.0:1776190953.687987:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.687996:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066c9ca68. 00010000:00000010:1.0:1776190953.688022:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.688027:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.688074:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d487b6fe. 00010000:00000010:1.0:1776190953.688079:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.688085:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000197c3b71. 00010000:00000010:1.0:1776190953.688087:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.688098:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5ce2409. 00010000:00000010:1.0:1776190953.688123:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.689292:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.689463:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd73aaab. 00010000:00000010:1.0:1776190953.689468:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.689473:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000568dac3b. 00010000:00000010:1.0:1776190953.689478:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.689586:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009de32189. 00010000:00000010:1.0:1776190953.689721:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.689727:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.689776:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d611acf. 00010000:00000010:1.0:1776190953.689780:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.689785:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002837a447. 00010000:00000010:1.0:1776190953.689788:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.689801:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a9f3d26. 00010000:00000010:1.0:1776190953.689840:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.689843:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.689890:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cba940d. 00010000:00000010:1.0:1776190953.689893:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.689899:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b800b5f7. 00010000:00000010:1.0:1776190953.689903:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.689911:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049294071. 00010000:00000010:1.0:1776190953.689939:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.689944:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.689980:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b4807982. 00010000:00000010:1.0:1776190953.689983:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.689986:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f855308. 00010000:00000010:1.0:1776190953.689992:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.690001:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0108184. 00010000:00000010:1.0:1776190953.690027:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.690030:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.690065:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb203292. 00010000:00000010:1.0:1776190953.690068:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.690072:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039e02cf3. 00010000:00000010:1.0:1776190953.690075:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.690081:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037860935. 00010000:00000010:1.0:1776190953.690103:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.690106:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.692607:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c0e4d37. 00010000:00000010:1.0:1776190953.692615:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.692620:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bccd893. 00010000:00000010:1.0:1776190953.692626:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.692879:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f41ab18a. 00010000:00000010:1.0:1776190953.692945:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.692951:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.692994:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa884183. 00010000:00000010:1.0:1776190953.692996:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.692999:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000125c1fa1. 00010000:00000010:1.0:1776190953.693002:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.693011:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002265fdfb. 00010000:00000010:1.0:1776190953.693032:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.693036:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.693078:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa62c6ea. 00010000:00000010:1.0:1776190953.693081:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.693084:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d7ed4e7. 00010000:00000010:1.0:1776190953.693086:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.693094:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c79f969b. 00010000:00000010:1.0:1776190953.693117:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.693120:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.693742:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d64884fa. 00010000:00000010:1.0:1776190953.693748:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.693751:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019106320. 00010000:00000010:1.0:1776190953.693754:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.693764:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042ec0589. 00010000:00000010:1.0:1776190953.693795:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.693799:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.693832:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013deea9f. 00010000:00000010:1.0:1776190953.693834:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.693838:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d12b032c. 00010000:00000010:1.0:1776190953.693841:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.693850:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031a624c0. 00010000:00000010:1.0:1776190953.693871:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.693874:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.693903:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005da18759. 00010000:00000010:1.0:1776190953.693906:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.693909:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c626f48e. 00010000:00000010:1.0:1776190953.693911:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.693919:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027b4b31e. 00010000:00000010:1.0:1776190953.693941:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.693944:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00000001:00000010:1.0:1776190953.693976:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076f79f86. 00000001:00000010:1.0:1776190953.693982:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076f79f86. 00000001:00000010:1.0:1776190953.693985:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076f79f86. 00000001:00000010:1.0:1776190953.693987:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ced3eb47. 00010000:00000010:1.0:1776190953.694006:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094922282. 00010000:00000010:1.0:1776190953.694009:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.694011:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076a07332. 00010000:00000010:1.0:1776190953.694014:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.694096:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8bedee1. 00010000:00000010:1.0:1776190953.694122:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.694126:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.694473:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ee2d29b8. 00010000:00000010:1.0:1776190953.694476:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.694480:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbfb8b4a. 00010000:00000010:1.0:1776190953.694483:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.694922:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2d1962f. 00010000:00000010:1.0:1776190953.694964:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.694969:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.695015:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ffa93b4. 00010000:00000010:1.0:1776190953.695017:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.695120:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050dec7fa. 00010000:00000010:1.0:1776190953.695283:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.695297:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007520b45e. 00010000:00000010:1.0:1776190953.695324:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.695328:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.695471:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005c0bb69. 00010000:00000010:1.0:1776190953.695474:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.695480:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081e80e46. 00010000:00000010:1.0:1776190953.695484:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.695825:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2dbe0dc. 00010000:00000010:1.0:1776190953.695862:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.695866:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.695904:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000206d0664. 00010000:00000010:1.0:1776190953.695907:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.695909:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c4f89c. 00010000:00000010:1.0:1776190953.695912:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.695920:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea4750c5. 00010000:00000010:1.0:1776190953.695950:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.695955:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.695993:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000361a3b95. 00010000:00000010:1.0:1776190953.695996:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696000:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7768685. 00010000:00000010:1.0:1776190953.696004:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.696014:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084b2979f. 00010000:00000010:1.0:1776190953.696282:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.696287:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696342:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2f44f0d. 00010000:00000010:1.0:1776190953.696431:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696436:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098fd20d1. 00010000:00000010:1.0:1776190953.696440:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.696449:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e686a1fd. 00010000:00000010:1.0:1776190953.696475:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.696478:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696521:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9f3dfe0. 00010000:00000010:1.0:1776190953.696524:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696527:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aab75b22. 00010000:00000010:1.0:1776190953.696529:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.696535:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006731b30b. 00010000:00000010:1.0:1776190953.696553:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.696556:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696586:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000749c2ef0. 00010000:00000010:1.0:1776190953.696588:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696599:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:1.0:1776190953.696602:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.696608:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000897388e7. 00010000:00000010:1.0:1776190953.696626:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.696628:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696904:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000d5f3a2. 00010000:00000010:1.0:1776190953.696908:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696911:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058b3c360. 00010000:00000010:1.0:1776190953.696914:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.696922:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a474ffe2. 00010000:00000010:1.0:1776190953.696945:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.696949:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696981:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef2e4759. 00010000:00000010:1.0:1776190953.696984:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.696987:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000813ab8be. 00010000:00000010:1.0:1776190953.696989:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.696996:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fdab52a. 00010000:00000010:1.0:1776190953.697017:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.697101:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697330:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017948a05. 00010000:00000010:1.0:1776190953.697334:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697337:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:1.0:1776190953.697340:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.697437:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000443469b5. 00010000:00000010:1.0:1776190953.697465:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.697469:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697577:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cce19045. 00010000:00000010:1.0:1776190953.697581:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697584:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005de8aa31. 00010000:00000010:1.0:1776190953.697587:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.697739:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092883c0e. 00010000:00000010:1.0:1776190953.697765:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.697769:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697799:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000ff1efc. 00010000:00000010:1.0:1776190953.697802:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697805:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:1.0:1776190953.697807:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.697814:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a27f9a0. 00010000:00000010:1.0:1776190953.697834:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.697837:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697871:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ec10c6a. 00010000:00000010:1.0:1776190953.697874:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697876:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053e54d28. 00010000:00000010:1.0:1776190953.697879:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.697889:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000159ba355. 00010000:00000010:1.0:1776190953.697911:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.697914:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697942:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190953.697944:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.697949:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001771490e. 00010000:00000010:1.0:1776190953.697952:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.697959:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ce53f98. 00010000:00000010:1.0:1776190953.697981:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.697984:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.698013:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bc2aff5. 00010000:00000010:1.0:1776190953.698016:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ea67a55c. 00010000:00000010:1.0:1776190953.698102:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.0:1776190953.698108:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190953.698116:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ffdd405. 00010000:00000010:0.0:1776190953.703232:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:0.0:1776190953.703251:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea67a55c. 00010000:00000010:0.0:1776190953.703367:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000acc1bce6. 00010000:00000010:0.0:1776190953.703371:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703376:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034e82b48. 00010000:00000010:0.0:1776190953.703382:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.703399:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b662755. 00010000:00000010:0.0:1776190953.703438:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.703442:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703489:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007acd9bdd. 00010000:00000010:0.0:1776190953.703492:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703494:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e278a903. 00010000:00000010:0.0:1776190953.703496:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.703504:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcca0623. 00010000:00000010:0.0:1776190953.703526:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.703529:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703558:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086fbf1dd. 00010000:00000010:0.0:1776190953.703561:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703564:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f8efb86. 00010000:00000010:0.0:1776190953.703567:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.703574:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041ac6518. 00010000:00000010:0.0:1776190953.703594:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.703597:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703632:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e116b77. 00010000:00000010:0.0:1776190953.703635:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703651:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe3dd703. 00010000:00000010:0.0:1776190953.703654:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.703665:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e6031a5. 00010000:00000010:0.0:1776190953.703689:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.703693:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703722:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000750acb15. 00010000:00000010:0.0:1776190953.703725:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703728:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000795e2546. 00010000:00000010:0.0:1776190953.703730:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.703738:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b5f2291. 00010000:00000010:0.0:1776190953.703761:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.703765:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703793:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000324ee5f8. 00010000:00000010:0.0:1776190953.703796:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703799:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000808f1be. 00010000:00000010:0.0:1776190953.703801:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.703808:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f047bed. 00010000:00000010:0.0:1776190953.703829:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.703832:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703860:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd170660. 00010000:00000010:0.0:1776190953.703862:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703865:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bf229ad. 00010000:00000010:0.0:1776190953.703867:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.703873:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ea4b392. 00010000:00000010:0.0:1776190953.703893:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.703897:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703928:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002aade554. 00010000:00000010:0.0:1776190953.703930:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703934:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075f9c07d. 00010000:00000010:0.0:1776190953.703936:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.703943:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a966e0a. 00010000:00000010:0.0:1776190953.703965:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.703968:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.703997:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000401800c6. 00010000:00000010:0.0:1776190953.704001:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704004:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.0:1776190953.704006:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704013:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f27ad1b. 00010000:00000010:0.0:1776190953.704036:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704039:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704073:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006087f143. 00010000:00000010:0.0:1776190953.704076:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704079:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005f58638. 00010000:00000010:0.0:1776190953.704082:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704088:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cda7669f. 00010000:00000010:0.0:1776190953.704111:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704114:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704171:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d640aea. 00010000:00000010:0.0:1776190953.704174:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704177:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac477054. 00010000:00000010:0.0:1776190953.704180:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704188:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d30a170. 00010000:00000010:0.0:1776190953.704211:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704214:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704241:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c44d9d86. 00010000:00000010:0.0:1776190953.704244:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704246:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.0:1776190953.704248:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704255:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3b1ab2c. 00010000:00000010:0.0:1776190953.704290:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704294:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704318:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b50e9f7. 00010000:00000010:0.0:1776190953.704320:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704323:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000359b0d7e. 00010000:00000010:0.0:1776190953.704326:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704333:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e16ae42. 00010000:00000010:0.0:1776190953.704351:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704353:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704385:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad953c7e. 00010000:00000010:0.0:1776190953.704387:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704390:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002cff409d. 00010000:00000010:0.0:1776190953.704392:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704399:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064a9ff6f. 00010000:00000010:0.0:1776190953.704418:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704422:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704448:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073963d9b. 00010000:00000010:0.0:1776190953.704451:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704453:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.0:1776190953.704456:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704463:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000defe9f70. 00010000:00000010:0.0:1776190953.704485:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704488:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704517:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4ca51c8. 00010000:00000010:0.0:1776190953.704519:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704522:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.0:1776190953.704525:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704531:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ea43b4d. 00010000:00000010:0.0:1776190953.704548:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704552:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704577:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adf6d6f4. 00010000:00000010:0.0:1776190953.704580:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704583:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000032abf36. 00010000:00000010:0.0:1776190953.704585:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704592:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d724e46. 00010000:00000010:0.0:1776190953.704613:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704616:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704642:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6d56b5a. 00010000:00000010:0.0:1776190953.704645:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704647:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.0:1776190953.704649:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704657:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bdc2f8f. 00010000:00000010:0.0:1776190953.704677:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704680:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704708:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004715e3d9. 00010000:00000010:0.0:1776190953.704711:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704714:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.0:1776190953.704716:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704723:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f6375c0. 00010000:00000010:0.0:1776190953.704745:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704748:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704777:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0822877. 00010000:00000010:0.0:1776190953.704780:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704782:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009579f21a. 00010000:00000010:0.0:1776190953.704785:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704791:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b2242bf. 00010000:00000010:0.0:1776190953.704812:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704815:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704843:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9be025f. 00010000:00000010:0.0:1776190953.704845:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704847:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dd77c39. 00010000:00000010:0.0:1776190953.704850:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704857:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000263872fe. 00010000:00000010:0.0:1776190953.704877:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704880:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704911:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9631ba1. 00010000:00000010:0.0:1776190953.704914:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704917:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000524002de. 00010000:00000010:0.0:1776190953.704921:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704927:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096346fad. 00010000:00000010:0.0:1776190953.704947:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.704951:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704977:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d35cf665. 00010000:00000010:0.0:1776190953.704980:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.704982:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093f46cbc. 00010000:00000010:0.0:1776190953.704985:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.704991:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eaceed8c. 00010000:00000010:0.0:1776190953.705012:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705015:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705043:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff935b84. 00010000:00000010:0.0:1776190953.705046:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705050:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000447f5565. 00010000:00000010:0.0:1776190953.705053:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705060:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d287754. 00010000:00000010:0.0:1776190953.705081:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705084:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705111:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008278bfb2. 00010000:00000010:0.0:1776190953.705113:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705116:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3a8a2c2. 00010000:00000010:0.0:1776190953.705119:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705126:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028a5f244. 00010000:00000010:0.0:1776190953.705171:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705175:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705204:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e20cdaa. 00010000:00000010:0.0:1776190953.705207:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705210:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006818f3fd. 00010000:00000010:0.0:1776190953.705213:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705221:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078a65e61. 00010000:00000010:0.0:1776190953.705241:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705244:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705284:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bff107a5. 00010000:00000010:0.0:1776190953.705287:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705289:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009854d1ef. 00010000:00000010:0.0:1776190953.705292:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705298:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c374e5b. 00010000:00000010:0.0:1776190953.705316:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705319:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705347:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006470aff9. 00010000:00000010:0.0:1776190953.705349:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705352:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3f4f06a. 00010000:00000010:0.0:1776190953.705355:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705361:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5774ce1. 00010000:00000010:0.0:1776190953.705382:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705386:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705412:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007990e8c1. 00010000:00000010:0.0:1776190953.705415:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705417:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d588b549. 00010000:00000010:0.0:1776190953.705420:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705426:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033ff1c90. 00010000:00000010:0.0:1776190953.705447:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705450:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705477:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087bfab6f. 00010000:00000010:0.0:1776190953.705480:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705482:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ec380c9. 00010000:00000010:0.0:1776190953.705485:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705493:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001148ade1. 00010000:00000010:0.0:1776190953.705514:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705518:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705547:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba27b281. 00010000:00000010:0.0:1776190953.705549:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705552:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e984ff2d. 00010000:00000010:0.0:1776190953.705555:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705562:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b324c883. 00010000:00000010:0.0:1776190953.705583:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705586:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705618:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa69217a. 00010000:00000010:0.0:1776190953.705621:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705623:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d90ac8eb. 00010000:00000010:0.0:1776190953.705625:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705632:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f40009b3. 00010000:00000010:0.0:1776190953.705652:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705655:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705685:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058434be0. 00010000:00000010:0.0:1776190953.705687:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705690:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cfe5c9d. 00010000:00000010:0.0:1776190953.705693:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705701:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b31cb6d. 00010000:00000010:0.0:1776190953.705724:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705727:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705759:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abb9226b. 00010000:00000010:0.0:1776190953.705762:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705765:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a1274c0. 00010000:00000010:0.0:1776190953.705768:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705776:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fcc6f51. 00010000:00000010:0.0:1776190953.705797:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705800:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705826:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003398a412. 00010000:00000010:0.0:1776190953.705829:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705832:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000beb4b4. 00010000:00000010:0.0:1776190953.705834:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705842:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000117f23be. 00010000:00000010:0.0:1776190953.705863:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705867:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705897:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000979e8689. 00010000:00000010:0.0:1776190953.705899:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705903:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4388f3. 00010000:00000010:0.0:1776190953.705905:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705912:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d497acc. 00010000:00000010:0.0:1776190953.705932:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.705936:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705964:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8944e3f. 00010000:00000010:0.0:1776190953.705967:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.705970:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000926959fc. 00010000:00000010:0.0:1776190953.705973:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.705979:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f81bd80. 00010000:00000010:0.0:1776190953.706001:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.706004:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.706033:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082183742. 00010000:00000010:0.0:1776190953.706036:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.706039:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a56f2c40. 00010000:00000010:0.0:1776190953.706041:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.706049:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e89274f. 00010000:00000010:0.0:1776190953.706070:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.706073:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.706100:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054d92227. 00010000:00000010:0.0:1776190953.706102:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.706106:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.0:1776190953.706109:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.706116:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003ecb4f5. 00010000:00000010:0.0:1776190953.706161:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.706164:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.706194:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2b2f9cb. 00010000:00000010:0.0:1776190953.706197:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.706200:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.0:1776190953.706203:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.706210:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000054a2061. 00010000:00000010:0.0:1776190953.706231:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.706234:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:1.1:1776190953.706536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c98ac25. 00010000:00000010:1.1:1776190953.706545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c69decc. 00010000:00000010:1.1:1776190953.706552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c967b03c. 00010000:00000010:1.1:1776190953.706557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000765e3d8f. 00010000:00000010:1.1:1776190953.706561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a07ec05. 00010000:00000010:1.1:1776190953.706565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb428ae. 00010000:00000010:1.1:1776190953.706567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc5f4bb. 00010000:00000010:1.1:1776190953.706571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027340d03. 00010000:00000010:1.1:1776190953.706573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa6e2fa0. 00010000:00000010:1.1:1776190953.706576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009793c605. 00010000:00000010:1.1:1776190953.706578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc1d7016. 00010000:00000010:1.1:1776190953.706582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dce57b41. 00010000:00000010:1.1:1776190953.706585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1cde195. 00010000:00000010:1.1:1776190953.706587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022315ddb. 00010000:00000010:1.1:1776190953.706589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7f391d0. 00010000:00000010:1.1:1776190953.706591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceb7bbc2. 00010000:00000010:1.1:1776190953.706593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7ff2c51. 00010000:00000010:1.1:1776190953.706596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089e1c85e. 00010000:00000010:1.1:1776190953.706598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002061dac6. 00010000:00000010:1.1:1776190953.706600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a77e44d7. 00010000:00000010:1.1:1776190953.706602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000486021fe. 00010000:00000010:1.1:1776190953.706605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd6d550. 00010000:00000010:1.1:1776190953.706607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004487e71c. 00010000:00000010:1.1:1776190953.706609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67aa84. 00010000:00000010:1.1:1776190953.706611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6192256. 00010000:00000010:1.1:1776190953.706614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001073a95. 00010000:00000010:1.1:1776190953.706616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a530fc8c. 00010000:00000010:1.1:1776190953.706618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc193f2. 00010000:00000010:1.1:1776190953.706622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0853205. 00010000:00000010:1.1:1776190953.706625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0b886c. 00010000:00000010:1.1:1776190953.706627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23d6b7e. 00010000:00000010:1.1:1776190953.706630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7eff81. 00010000:00000010:1.1:1776190953.706632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003395736e. 00010000:00000010:1.1:1776190953.706648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7a96d22. 00010000:00000010:1.1:1776190953.706651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dd5adca. 00010000:00000010:1.1:1776190953.706653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6bec9e. 00010000:00000010:1.1:1776190953.706656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f4422d. 00010000:00000010:1.1:1776190953.706658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ee0c43. 00010000:00000010:1.1:1776190953.706660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a923345. 00010000:00000010:1.1:1776190953.706663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b509b938. 00010000:00000010:1.1:1776190953.706669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000096432b6. 00010000:00000010:1.1:1776190953.706672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba1980c. 00010000:00000010:1.1:1776190953.706675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000407ec116. 00010000:00000010:1.1:1776190953.706678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2d861c. 00010000:00000010:1.1:1776190953.706681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd41d971. 00010000:00000010:1.1:1776190953.706685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f476842. 00010000:00000010:1.1:1776190953.706687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8c48ef. 00010000:00000010:1.1:1776190953.706689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4c1ef3f. 00010000:00000010:1.1:1776190953.706691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd2ca88. 00010000:00000010:1.1:1776190953.706693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d7849f. 00010000:00000010:1.1:1776190953.706696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c442886a. 00010000:00000010:1.1:1776190953.706698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6d80fe6. 00010000:00000010:1.1:1776190953.706700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd59737a. 00010000:00000010:1.1:1776190953.706703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000412d517a. 00010000:00000010:1.1:1776190953.706705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df1d5a2. 00010000:00000010:1.1:1776190953.706708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee3d65bd. 00010000:00000010:0.0:1776190953.707256:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056622874. 00010000:00000010:0.0:1776190953.707271:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707275:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd639ad5. 00010000:00000010:0.0:1776190953.707280:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.707295:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2cf8c84. 00010000:00000010:0.0:1776190953.707341:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.707441:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707546:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1c3912d. 00010000:00000010:0.0:1776190953.707550:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707553:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae0a1041. 00010000:00000010:0.0:1776190953.707556:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.707564:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2347a96. 00010000:00000010:0.0:1776190953.707708:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.707714:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707750:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89b9daf. 00010000:00000010:0.0:1776190953.707752:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707756:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.0:1776190953.707759:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.707771:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000326ad08b. 00010000:00000010:0.0:1776190953.707794:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.707797:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707841:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005971bf2d. 00010000:00000010:0.0:1776190953.707844:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707848:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076538d06. 00010000:00000010:0.0:1776190953.707851:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.707859:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088d252d8. 00010000:00000010:0.0:1776190953.707881:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.707884:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707917:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d15487a7. 00010000:00000010:0.0:1776190953.707919:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707922:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.0:1776190953.707925:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.707932:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000011adba8. 00010000:00000010:0.0:1776190953.707952:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.707957:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707986:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f8df213. 00010000:00000010:0.0:1776190953.707988:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.707991:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d153388a. 00010000:00000010:0.0:1776190953.707993:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.707999:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ee8af8a. 00010000:00000010:0.0:1776190953.708016:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.708096:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.708190:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098f109d1. 00010000:00000010:0.0:1776190953.708193:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.708196:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.0:1776190953.708199:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.708206:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058a0287e. 00010000:00000010:0.0:1776190953.708228:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.708231:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.708269:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b48fd0c0. 00010000:00000010:0.0:1776190953.708272:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.708274:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.0:1776190953.708277:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.708284:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cff1d8c. 00010000:00000010:0.0:1776190953.708305:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.708309:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.708339:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000126221db. 00010000:00000010:0.0:1776190953.708342:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.708561:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c335453d. 00010000:00000010:0.0:1776190953.708564:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.708573:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004712b33. 00010000:00000010:0.0:1776190953.709124:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.709333:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.709483:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c67ad302. 00010000:00000010:0.0:1776190953.709551:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.709557:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.0:1776190953.709562:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.709573:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032385449. 00010000:00000010:0.0:1776190953.710120:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.710126:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.710604:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e47752eb. 00010000:00000010:0.0:1776190953.710608:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.710612:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000153042aa. 00010000:00000010:0.0:1776190953.710615:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00080000:00000010:0.0:1776190953.710627:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74cf6f3. 00010000:00000010:3.1:1776190953.710776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043b99303. 00010000:00000010:3.1:1776190953.710793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e0a9b3c. 00010000:00000010:3.1:1776190953.710810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077687cd4. 00010000:00000010:3.1:1776190953.710819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1badf5c. 00010000:00000010:3.1:1776190953.710824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a40e31. 00010000:00000010:3.1:1776190953.710832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014e1117a. 00010000:00000010:3.1:1776190953.710841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056993ed5. 00010000:00000010:3.1:1776190953.710851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4868551. 00010000:00000010:3.1:1776190953.710863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d057c6f4. 00010000:00000010:3.1:1776190953.710872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a41ae049. 00010000:00000010:3.1:1776190953.710908:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078cf0137. 00010000:00000010:3.1:1776190953.710923:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69f827e. 00010000:00000010:3.1:1776190953.710932:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e450d5. 00010000:00000010:3.1:1776190953.710940:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a64f190. 00010000:00000010:3.1:1776190953.710950:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e96ea49c. 00010000:00000010:3.1:1776190953.710964:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000689dd9fb. 00010000:00000010:3.1:1776190953.710974:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ec7440. 00010000:00000010:3.1:1776190953.710984:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024ab9bf9. 00010000:00000010:3.1:1776190953.710994:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654e3ab6. 00010000:00000010:3.1:1776190953.711007:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb1a8151. 00010000:00000010:3.1:1776190953.711020:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000402440da. 00010000:00000010:3.1:1776190953.711024:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8e3a32a. 00010000:00000010:3.1:1776190953.711027:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d090e1. 00010000:00000010:3.1:1776190953.711029:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc56c69c. 00010000:00000010:3.1:1776190953.711032:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed6229. 00010000:00000010:3.1:1776190953.711034:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000875422d7. 00010000:00000010:3.1:1776190953.711037:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d8d3a9. 00010000:00000010:3.1:1776190953.711039:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ba5383. 00010000:00000010:3.1:1776190953.711042:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098133dd2. 00010000:00000010:3.1:1776190953.711044:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fa1517. 00010000:00000010:3.1:1776190953.711048:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0056e9. 00010000:00000010:3.1:1776190953.711052:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d742b8b9. 00010000:00000010:3.1:1776190953.711054:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a0d3c. 00010000:00000010:3.1:1776190953.711057:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000341f1802. 00010000:00000010:3.1:1776190953.711059:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c51c3f3. 00010000:00000010:3.1:1776190953.711062:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db0983e5. 00010000:00000010:3.1:1776190953.711064:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeab78eb. 00010000:00000010:3.1:1776190953.711067:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8460c3d. 00010000:00000010:3.1:1776190953.711070:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00010000:00000010:0.0:1776190953.713978:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.713991:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000719885c. 00010000:00000010:0.0:1776190953.714197:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000234cb109. 00010000:00000010:0.0:1776190953.714205:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190953.714219:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b51c04c6. 00000100:00000010:0.0:1776190953.714228:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:0.0:1776190953.714236:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 02000000:00000010:0.0:1776190953.714251:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bd81f5b. 02000000:00000010:0.0:1776190953.714292:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d98b66c1. 00000400:00000010:0.0:1776190953.714300:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba2a778d. 00000400:00000010:0.0:1776190953.714305:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190953.714312:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346816, portal 16 00000400:00000010:0.0:1776190953.714317:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190953.714320:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346816, offset 0 00000400:00000200:0.0:1776190953.714330:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.714964:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.714974:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.714978:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.714982:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.714985:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91342:91342:256:4294967295] 192.168.202.25@tcp LPNI seq info [91342:91342:8:4294967295] 00000400:00000200:0.0:1776190953.714997:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.715003:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.715009:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190953.715016:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.715101:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.715106:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190953.715234:0:1036:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068af09d9. 00010000:00000010:1.1:1776190953.715241:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015552738. 00010000:00000010:1.1:1776190953.715244:0:1036:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef6bdcb4. 00010000:00000010:1.1:1776190953.715247:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f04f0b5b. 00000800:00000200:2.0:1776190953.721998:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.722006:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:2.0:1776190953.722016:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1776190953.722186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002923dfd6. 00010000:00000010:1.1:1776190953.722195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000224cf0b2. 00010000:00000010:1.1:1776190953.722199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c616446. 00010000:00000010:1.1:1776190953.722203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6123ea2. 00010000:00000010:1.1:1776190953.722207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0329525. 00010000:00000010:1.1:1776190953.722212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f525b796. 00010000:00000010:1.1:1776190953.722214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000655d0a5c. 00010000:00000010:1.1:1776190953.722217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098cc0678. 00010000:00000010:1.1:1776190953.722219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009c9db84. 00010000:00000010:1.1:1776190953.722221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c756e26f. 00010000:00000010:1.1:1776190953.722224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000892fc75b. 00010000:00000010:1.1:1776190953.722226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029116936. 00010000:00000010:1.1:1776190953.722228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8710c8d. 00010000:00000010:1.1:1776190953.722233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008539c050. 00010000:00000010:1.1:1776190953.722235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bdb5e74. 00010000:00000010:1.1:1776190953.722240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac609d65. 00010000:00000010:1.1:1776190953.722242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce937b9. 00010000:00000010:1.1:1776190953.722245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046167b96. 00010000:00000010:1.1:1776190953.722247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001327e860. 00010000:00000010:1.1:1776190953.722250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff463a8d. 00010000:00000010:1.1:1776190953.722254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bbcb1e1. 00010000:00000010:1.1:1776190953.722256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa8ad9e. 00010000:00000010:1.1:1776190953.722267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075208603. 00010000:00000010:1.1:1776190953.722269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008514a12f. 00010000:00000010:1.1:1776190953.722271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a40207f. 00010000:00000010:1.1:1776190953.722275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e0e0ef1. 00010000:00000010:1.1:1776190953.722277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007aa931df. 00010000:00000010:1.1:1776190953.722279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009292a7ec. 00010000:00000010:1.1:1776190953.722282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da68c2e9. 00010000:00000010:1.1:1776190953.722285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009886d13a. 00010000:00000010:1.1:1776190953.722288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff1d7ccf. 00010000:00000010:1.1:1776190953.722290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc6e0cc1. 00010000:00000010:1.1:1776190953.722292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef6221f. 00010000:00000010:1.1:1776190953.722294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007877bac7. 00010000:00000010:1.1:1776190953.722297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cde9b60. 00010000:00000010:1.1:1776190953.722300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004777d27a. 00010000:00000010:1.1:1776190953.722302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072da09bc. 00010000:00000010:1.1:1776190953.722304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f80d0d5a. 00010000:00000010:1.1:1776190953.722306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d5dfe30. 00010000:00000010:1.1:1776190953.722308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a772ce. 00010000:00000010:1.1:1776190953.722310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e59e62e8. 00010000:00000010:1.1:1776190953.722312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0c1679. 00010000:00000010:1.1:1776190953.722314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b1f6c78. 00010000:00000010:1.1:1776190953.722316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a204aa. 00010000:00000010:1.1:1776190953.722320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de0caf9. 00010000:00000010:1.1:1776190953.722326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e23b55c. 00010000:00000010:1.1:1776190953.722328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008020797c. 00010000:00000010:1.1:1776190953.722330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8859010. 00010000:00000010:1.1:1776190953.722333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca14d4d8. 00010000:00000010:1.1:1776190953.722335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bd06211. 00010000:00000010:1.1:1776190953.722337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c073d663. 00010000:00000010:1.1:1776190953.722340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005983a793. 00010000:00000010:1.1:1776190953.722342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004395e9cd. 00010000:00000010:1.1:1776190953.722734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbaae56d. 00010000:00000010:1.1:1776190953.722736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fc54c1f. 00010000:00000010:1.1:1776190953.722739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad6fba19. 00010000:00000010:1.1:1776190953.722741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730c647c. 00010000:00000010:1.1:1776190953.722744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004fc969b. 00010000:00000010:1.1:1776190953.722749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a87e8a6. 00010000:00000010:1.1:1776190953.722754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019205cf9. 00010000:00000010:1.1:1776190953.722758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd93ff82. 00010000:00000010:1.1:1776190953.722762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d74988. 00010000:00000010:1.1:1776190953.722764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d494b67. 00010000:00000010:1.1:1776190953.722769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ba07dc. 00010000:00000010:1.1:1776190953.722772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0cbaae6. 00010000:00000010:1.1:1776190953.722775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004851d57c. 00010000:00000010:1.1:1776190953.722778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042632d31. 00010000:00000010:1.1:1776190953.722780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ebb8b88. 00010000:00000010:1.1:1776190953.722782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ddb147f. 00010000:00000010:1.1:1776190953.722784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb72dac1. 00010000:00000010:1.1:1776190953.722786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006de7aaeb. 00010000:00000010:1.1:1776190953.722788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bfc984f. 00010000:00000010:1.1:1776190953.722790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed115bcd. 00010000:00000010:1.1:1776190953.722793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4df76bf. 00010000:00000010:1.1:1776190953.722798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009715958. 00010000:00000010:1.1:1776190953.722813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ec35df. 00010000:00000010:1.1:1776190953.722816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c41ff43. 00010000:00000010:1.1:1776190953.722819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b5991a7. 00010000:00000010:1.1:1776190953.722821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008432f7eb. 00010000:00000010:1.1:1776190953.722823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005913a06d. 00010000:00000010:1.1:1776190953.722826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d487b6fe. 00010000:00000010:1.1:1776190953.722829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000197c3b71. 00010000:00000010:1.1:1776190953.722831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd73aaab. 00010000:00000010:1.1:1776190953.722835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000568dac3b. 00010000:00000010:1.1:1776190953.722837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d611acf. 00010000:00000010:1.1:1776190953.722840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002837a447. 00010000:00000010:1.1:1776190953.722842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cba940d. 00010000:00000010:1.1:1776190953.722845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b800b5f7. 00010000:00000010:1.1:1776190953.722847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4807982. 00010000:00000010:1.1:1776190953.722858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f855308. 00010000:00000010:1.1:1776190953.722862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb203292. 00010000:00000010:1.1:1776190953.722865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e02cf3. 00010000:00000010:1.1:1776190953.722869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c0e4d37. 00010000:00000010:1.1:1776190953.722872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bccd893. 00010000:00000010:1.1:1776190953.722875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa884183. 00010000:00000010:1.1:1776190953.722877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000125c1fa1. 00010000:00000010:1.1:1776190953.722879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa62c6ea. 00010000:00000010:1.1:1776190953.722881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d7ed4e7. 00010000:00000010:1.1:1776190953.722883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d64884fa. 00010000:00000010:1.1:1776190953.722886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019106320. 00010000:00000010:1.1:1776190953.722887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013deea9f. 00010000:00000010:1.1:1776190953.722890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d12b032c. 00010000:00000010:1.1:1776190953.722892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005da18759. 00010000:00000010:1.1:1776190953.722895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c626f48e. 00010000:00000010:1.1:1776190953.722900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094922282. 00010000:00000010:1.1:1776190953.722903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076a07332. 00010000:00000010:1.1:1776190953.722905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee2d29b8. 00010000:00000010:1.1:1776190953.722907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfb8b4a. 00010000:00000010:1.1:1776190953.722909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ffa93b4. 00010000:00000010:1.1:1776190953.722912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050dec7fa. 00010000:00000010:1.1:1776190953.722915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005c0bb69. 00010000:00000010:1.1:1776190953.722918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e80e46. 00010000:00000010:1.1:1776190953.722920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000206d0664. 00010000:00000010:1.1:1776190953.722922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c4f89c. 00010000:00000010:1.1:1776190953.722924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000361a3b95. 00010000:00000010:1.1:1776190953.722926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7768685. 00010000:00000010:1.1:1776190953.722928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2f44f0d. 00010000:00000010:1.1:1776190953.722931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098fd20d1. 00010000:00000010:1.1:1776190953.722933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9f3dfe0. 00010000:00000010:1.1:1776190953.722936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aab75b22. 00010000:00000010:1.1:1776190953.722938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000749c2ef0. 00010000:00000010:1.1:1776190953.722941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbea3a9f. 00010000:00000010:1.1:1776190953.722943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000d5f3a2. 00010000:00000010:1.1:1776190953.722946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b3c360. 00010000:00000010:1.1:1776190953.722948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef2e4759. 00010000:00000010:1.1:1776190953.722951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ab8be. 00010000:00000010:1.1:1776190953.722954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017948a05. 00010000:00000010:1.1:1776190953.722957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037a6a3f7. 00010000:00000010:1.1:1776190953.722959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cce19045. 00010000:00000010:1.1:1776190953.722961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005de8aa31. 00010000:00000010:1.1:1776190953.722963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000ff1efc. 00010000:00000010:1.1:1776190953.722965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7ea54f. 00010000:00000010:1.1:1776190953.722967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ec10c6a. 00010000:00000010:1.1:1776190953.722969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e54d28. 00010000:00000010:1.1:1776190953.722971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190953.722974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00010000:00000010:0.1:1776190953.723553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bc2aff5. 00010000:00000010:0.1:1776190953.723560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e57e6b. 00010000:00000010:0.1:1776190953.723566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acc1bce6. 00010000:00000010:0.1:1776190953.723571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e82b48. 00010000:00000010:0.1:1776190953.723574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007acd9bdd. 00010000:00000010:0.1:1776190953.723577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e278a903. 00010000:00000010:0.1:1776190953.723579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086fbf1dd. 00010000:00000010:0.1:1776190953.723582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:0.1:1776190953.723967:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e116b77. 00010000:00000010:0.1:1776190953.723972:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3dd703. 00010000:00000010:0.1:1776190953.723975:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000750acb15. 00010000:00000010:0.1:1776190953.723979:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:0.1:1776190953.723982:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324ee5f8. 00010000:00000010:0.1:1776190953.723984:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000808f1be. 00010000:00000010:0.1:1776190953.723986:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd170660. 00010000:00000010:0.1:1776190953.723988:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf229ad. 00010000:00000010:0.1:1776190953.723992:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aade554. 00010000:00000010:0.1:1776190953.723994:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f9c07d. 00010000:00000010:0.1:1776190953.723997:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401800c6. 00010000:00000010:0.1:1776190953.724000:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.1:1776190953.724003:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006087f143. 00010000:00000010:0.1:1776190953.724005:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00010000:00000010:0.1:1776190953.724010:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d640aea. 00010000:00000010:0.1:1776190953.724014:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac477054. 00010000:00000010:0.1:1776190953.724016:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c44d9d86. 00000400:00000200:2.0:1776190953.724104:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.724110:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:2.0:1776190953.724112:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:2.0:1776190953.724122:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dd76f7ae x1862468797346816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.724203:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190953.724207:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b50e9f7. 00010000:00000010:0.1:1776190953.724209:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359b0d7e. 00010000:00000010:0.1:1776190953.724213:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad953c7e. 00010000:00000010:0.1:1776190953.724215:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cff409d. 00010000:00000010:0.1:1776190953.724218:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073963d9b. 00010000:00000010:0.1:1776190953.724220:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.1:1776190953.724222:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ca51c8. 00010000:00000010:0.1:1776190953.724225:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.1:1776190953.724227:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adf6d6f4. 00010000:00000010:0.1:1776190953.724229:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032abf36. 00010000:00000010:0.1:1776190953.724231:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6d56b5a. 00010000:00000010:0.1:1776190953.724233:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.1:1776190953.724235:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004715e3d9. 00010000:00000010:0.1:1776190953.724237:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.1:1776190953.724239:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0822877. 00010000:00000010:0.1:1776190953.724241:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009579f21a. 00010000:00000010:0.1:1776190953.724243:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9be025f. 00010000:00000010:0.1:1776190953.724245:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dd77c39. 00010000:00000010:0.1:1776190953.724247:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9631ba1. 00010000:00000010:0.1:1776190953.724249:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524002de. 00010000:00000010:0.1:1776190953.724251:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d35cf665. 00010000:00000010:0.1:1776190953.724253:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00010000:00000010:0.1:1776190953.724271:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff935b84. 00010000:00000010:0.1:1776190953.724275:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447f5565. 00010000:00000010:0.1:1776190953.724281:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008278bfb2. 00010000:00000010:0.1:1776190953.724284:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a8a2c2. 00010000:00000010:0.1:1776190953.724287:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e20cdaa. 00010000:00000010:0.1:1776190953.724290:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006818f3fd. 00010000:00000010:0.1:1776190953.724294:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff107a5. 00010000:00000010:0.1:1776190953.724296:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009854d1ef. 00010000:00000010:0.1:1776190953.724298:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006470aff9. 00010000:00000010:0.1:1776190953.724301:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f4f06a. 00010000:00000010:0.1:1776190953.724303:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007990e8c1. 00010000:00000010:0.1:1776190953.724306:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d588b549. 00010000:00000010:0.1:1776190953.724308:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087bfab6f. 00010000:00000010:0.1:1776190953.724310:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ec380c9. 00010000:00000010:0.1:1776190953.724312:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba27b281. 00010000:00000010:0.1:1776190953.724314:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e984ff2d. 00010000:00000010:0.1:1776190953.724316:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa69217a. 00010000:00000010:0.1:1776190953.724319:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90ac8eb. 00010000:00000010:0.1:1776190953.724321:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058434be0. 00010000:00000010:0.1:1776190953.724323:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cfe5c9d. 00010000:00000010:0.1:1776190953.724326:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abb9226b. 00010000:00000010:0.1:1776190953.724327:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1274c0. 00010000:00000010:0.1:1776190953.724330:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003398a412. 00010000:00000010:0.1:1776190953.724332:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000beb4b4. 00010000:00000010:0.1:1776190953.724334:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000979e8689. 00010000:00000010:0.1:1776190953.724336:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4388f3. 00010000:00000010:0.1:1776190953.724340:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8944e3f. 00010000:00000010:0.1:1776190953.724446:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926959fc. 00010000:00000010:0.1:1776190953.724451:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082183742. 00010000:00000010:0.1:1776190953.724454:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56f2c40. 00010000:00000010:0.1:1776190953.724457:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d92227. 00010000:00000010:0.1:1776190953.724461:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.1:1776190953.724464:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b2f9cb. 00010000:00000010:0.1:1776190953.724467:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.1:1776190953.724469:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056622874. 00010000:00000010:0.1:1776190953.724472:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd639ad5. 00010000:00000010:0.1:1776190953.724475:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1c3912d. 00010000:00000010:0.1:1776190953.724477:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a1041. 00010000:00000010:0.1:1776190953.724479:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89b9daf. 00010000:00000010:0.1:1776190953.724481:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.1:1776190953.724485:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005971bf2d. 00010000:00000010:0.1:1776190953.724541:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076538d06. 00010000:00000010:0.1:1776190953.724544:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d15487a7. 00010000:00000010:0.1:1776190953.724547:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.1:1776190953.724549:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f8df213. 00010000:00000010:0.1:1776190953.724551:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d153388a. 00010000:00000010:0.1:1776190953.724553:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098f109d1. 00010000:00000010:0.1:1776190953.724555:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.1:1776190953.724557:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b48fd0c0. 00010000:00000010:0.1:1776190953.724560:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.1:1776190953.724564:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000126221db. 00010000:00000010:0.1:1776190953.724566:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c335453d. 00010000:00000010:0.1:1776190953.724568:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c67ad302. 00010000:00000010:0.1:1776190953.724571:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.1:1776190953.724581:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e47752eb. 00010000:00000010:0.1:1776190953.724583:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153042aa. 00000400:00000200:1.0:1776190953.730735:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.730759:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123400 00000400:00000200:1.0:1776190953.730768:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6319 [1] + 224 00000400:00000200:1.0:1776190953.730781:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.730786:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.730808:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dd76f7ae x1862468797346816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190953.730957:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba2a778d. 00000400:00000200:2.0:1776190953.730963:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:2.0:1776190953.730966:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:2.0:1776190953.730972:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dd76f7ae x1862468797346816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190953.730979:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dd76f7ae x1862468797346816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190953.731011:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d98b66c1. 02000000:00000010:2.0:1776190953.731028:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009bd81f5b. 00000100:00000010:2.0:1776190953.731032:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 00000100:00000010:2.0:1776190953.731036:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:2.0:1776190953.731040:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b51c04c6. 00000400:00000200:1.0:1776190953.731169:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.731177:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b980 00000400:00000200:1.0:1776190953.731183:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4c29 [2] + 1968 00000400:00000010:1.0:1776190953.731186:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e9e5ff72. 00000400:00000200:1.0:1776190953.731190:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000885807dc 00000400:00000200:1.0:1776190953.731202:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.731205:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.731207:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000885807dc 00000400:00000010:1.0:1776190953.731209:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000885807dc (tot 82347842). 00000100:00000200:1.0:1776190953.731214:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190953.731323:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041504c81. 00000020:00000010:3.0:1776190953.731338:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ca74c2ec. 00000020:00000010:3.0:1776190953.731345:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.731389:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abaf1d2e x1862468788205952/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190953.731527:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788205952 02000000:00000010:3.0:1776190953.731548:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd81e478. 00010000:00000010:3.0:1776190953.731861:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8c60dd7. 00010000:00000010:3.0:1776190953.731902:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190953.731913:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f7299c8. 00000100:00000010:3.0:1776190953.731941:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f7299c8. 00010000:00000010:3.0:1776190953.731946:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00080000:00000010:2.0:1776190953.731980:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000405c2cab. 00000400:00000010:3.0:1776190953.732066:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190953.732078:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788205952, offset 224 00000400:00000200:3.0:1776190953.732091:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00010000:00000010:2.0:1776190953.732103:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00000400:00000200:3.0:1776190953.732112:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00010000:00000010:2.0:1776190953.732116:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa522895. 00000400:00000200:3.0:1776190953.732126:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91343:91343:256:4294967295] 192.168.202.25@tcp LPNI seq info [91343:91343:8:4294967295] 00000400:00000200:3.0:1776190953.732176:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.732186:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.732194:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348090). 00000800:00000200:3.0:1776190953.732201:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.732211:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.732219:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776190953.732243:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00000020:00000010:3.0:1776190953.732250:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ca74c2ec. 00010000:00000010:2.0:1776190953.732251:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003cd5ee2b. 00010000:00000010:2.0:1776190953.732275:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f463968. 00000020:00000010:3.0:1776190953.732280:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000100:00000010:2.0:1776190953.732282:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000020:00000010:3.0:1776190953.732289:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041504c81. 00000100:00000010:2.0:1776190953.732296:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a8406f72. 02000000:00000010:3.0:1776190953.732306:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c9f0c61a. 02000000:00000010:2.0:1776190953.732312:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003365ca74. 00000100:00000010:3.0:1776190953.732315:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ead1196f. 02000000:00000010:3.0:1776190953.732322:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c23e31d5. 00000100:00000010:3.0:1776190953.732327:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 02000000:00000010:3.0:1776190953.732331:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef29d00b. 00000100:00000010:3.0:1776190953.732334:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190953.732338:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce2f7208. 00000100:00000010:3.0:1776190953.732341:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000280b5198. 02000000:00000010:3.0:1776190953.732345:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c780b0f9. 00000100:00000010:3.0:1776190953.732348:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:3.0:1776190953.732352:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eedd280f. 00000100:00000010:3.0:1776190953.732354:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000200:3.0:1776190953.732362:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190953.732370:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003f9293e. 00000400:00000010:3.0:1776190953.732376:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008f7299c8 (tot 82348242). 02000000:00000010:2.0:1776190953.732426:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f0c61a. 00000400:00000010:2.0:1776190953.732435:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000012abdd8. 00000400:00000010:2.0:1776190953.732441:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190953.732447:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346880, portal 16 00000400:00000010:2.0:1776190953.732453:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190953.732455:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346880, offset 0 00000400:00000200:2.0:1776190953.732463:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.732477:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.732484:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.732487:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.732490:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.732493:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91344:91344:255:4294967295] 192.168.202.25@tcp LPNI seq info [91344:91344:7:4294967295] 00000400:00000200:2.0:1776190953.732503:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.732509:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.732514:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348490). 00000800:00000200:2.0:1776190953.732520:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.732528:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.732531:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.732820:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.732824:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82348242). 00000400:00000200:1.0:1776190953.732830:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.732834:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.732839:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:1.0:1776190953.732841:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 02000000:00000010:1.0:1776190953.732846:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd81e478. 00000800:00000200:1.0:1776190953.733009:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.733011:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190953.733962:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.733970:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.733974:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:1.0:1776190953.733976:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00000100:00000200:1.0:1776190953.733985:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a8406f72 x1862468797346880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.740689:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.740714:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123440 00000400:00000200:2.0:1776190953.740724:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6329 [1] + 224 00000400:00000200:2.0:1776190953.740739:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.740743:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.740757:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a8406f72 x1862468797346880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.740813:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.740819:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86b9c0 00000400:00000200:2.0:1776190953.740824:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d41 [2] + 0 00000400:00000200:2.0:1776190953.740903:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.740909:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.740914:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.740921:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d81232f6. 00000020:00000010:3.0:1776190953.741019:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041504c81. 00000020:00000010:3.0:1776190953.741032:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ca74c2ec. 00000020:00000010:3.0:1776190953.741038:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000400:00000010:0.0:1776190953.741069:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000012abdd8. 00000100:00000200:3.0:1776190953.741077:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d81232f6 x1862468788206016/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000200:0.0:1776190953.741078:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:0.0:1776190953.741082:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:0.0:1776190953.741093:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a8406f72 x1862468797346880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.741175:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206016 00000100:00000200:0.0:1776190953.741182:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a8406f72 x1862468797346880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.741195:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd81e478. 02000000:00000010:0.0:1776190953.741226:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f0c61a. 00010000:00000010:3.0:1776190953.741238:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039e76562. 02000000:00000010:0.0:1776190953.741239:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003365ca74. 00000100:00000010:0.0:1776190953.741249:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a8406f72. 00000100:00000010:0.0:1776190953.741267:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:0.0:1776190953.741272:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f463968. 00010000:00000010:3.0:1776190953.741285:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190953.741296:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00010000:00000010:2.1:1776190953.742308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f5a84f7. 00010000:00000010:2.1:1776190953.742319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000234cb109. 00000100:00000010:3.0:1776190953.748069:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.748198:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00000400:00000010:3.0:1776190953.748248:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.748267:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206016, offset 224 00000400:00000200:3.0:1776190953.748283:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.748312:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.748324:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91345:91345:256:4294967295] 192.168.202.25@tcp LPNI seq info [91345:91345:8:4294967295] 00000400:00000200:3.0:1776190953.748343:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.748351:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.748360:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190953.748371:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.748384:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.748391:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.748439:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ca74c2ec. 00000020:00000010:3.0:1776190953.748460:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.748468:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041504c81. 00080000:00000010:2.0:1776190953.749755:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004680ca52. 00010000:00000010:2.0:1776190953.749919:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cd5ee2b. 00010000:00000010:2.0:1776190953.749931:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b2e0fa2. 00010000:00000010:2.0:1776190953.750031:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190953.750039:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003cd5ee2b. 00010000:00000010:2.0:1776190953.750056:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069162544. 00000100:00000010:2.0:1776190953.750069:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190953.750078:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190953.750095:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003365ca74. 02000000:00000010:2.0:1776190953.750173:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f0c61a. 00000400:00000010:2.0:1776190953.750181:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b16822bd. 00000400:00000010:2.0:1776190953.750189:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190953.750198:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797346944, portal 16 00000400:00000010:2.0:1776190953.750205:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190953.750208:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797346944, offset 0 00000400:00000200:2.0:1776190953.750221:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.750245:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.750255:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.750268:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.750271:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.750275:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91346:91346:255:4294967295] 192.168.202.25@tcp LPNI seq info [91346:91346:7:4294967295] 00000400:00000200:2.0:1776190953.750287:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.750293:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.750297:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348490). 00000800:00000200:2.0:1776190953.750303:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.750313:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.750319:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.750394:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.750402:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82348242). 00000400:00000200:3.0:1776190953.750409:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.750418:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.750425:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.750428:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000800:00000200:3.0:1776190953.751124:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.751183:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:3.0:1776190953.751194:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.751204:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.751210:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:3.0:1776190953.751212:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000100:00000200:3.0:1776190953.751228:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797346944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.753243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008957269e. 00000400:00000200:3.0:1776190953.756055:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.756099:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123480 00000400:00000200:3.0:1776190953.756122:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6335 [1] + 224 00000400:00000200:3.0:1776190953.756167:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.756173:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.756190:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797346944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.756268:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.756274:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ba00 00000400:00000200:3.0:1776190953.756280:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d41 [2] + 328 00000400:00000200:3.0:1776190953.756293:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.756298:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.756304:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.756315:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:3.0:1776190953.756400:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041504c81. 00000020:00000010:3.0:1776190953.756410:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ca74c2ec. 00000400:00000010:2.0:1776190953.756410:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b16822bd. 00000400:00000200:2.0:1776190953.756425:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:2.0:1776190953.756428:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:2.0:1776190953.756445:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797346944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190953.756457:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797346944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190953.756499:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f0c61a. 02000000:00000010:2.0:1776190953.756510:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003365ca74. 00000100:00000010:2.0:1776190953.756516:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:2.0:1776190953.756522:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190953.756527:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069162544. 00000020:00000010:3.0:1776190953.756860:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.756899:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788206080/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190953.756947:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206080 02000000:00000010:3.0:1776190953.757347:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000621dce00. 00010000:00000010:3.0:1776190953.757386:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f6e604a. 00010000:00000010:3.0:1776190953.757694:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190953.757706:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.757759:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.757764:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00000400:00000010:3.0:1776190953.757784:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.757792:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206080, offset 224 00000400:00000200:3.0:1776190953.757801:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.757816:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.757825:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91347:91347:256:4294967295] 192.168.202.25@tcp LPNI seq info [91347:91347:8:4294967295] 00000400:00000200:3.0:1776190953.757837:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.757842:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.757848:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190953.757855:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.757862:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.757867:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.757896:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ca74c2ec. 00000020:00000010:3.0:1776190953.757913:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.757918:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041504c81. 00000800:00000200:3.0:1776190953.758062:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.758067:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:3.0:1776190953.758071:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.758086:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.758091:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.758094:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00080000:00000010:2.0:1776190953.769937:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003365ca74. 00010000:00000010:2.0:1776190953.770117:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cd5ee2b. 00010000:00000010:2.0:1776190953.770148:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000debf9e65. 00010000:00000010:2.0:1776190953.770546:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190953.770552:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008414d72b. 00010000:00000010:2.0:1776190953.770560:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.0:1776190953.770566:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003cd5ee2b. 00080000:00000010:2.0:1776190953.770589:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9f0c61a. 00010000:00000010:2.0:1776190953.770619:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cd5ee2b. 00010000:00000010:2.0:1776190953.770623:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008414d72b. 00010000:00000010:2.0:1776190953.770696:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e8bef13. 00010000:00000010:2.0:1776190953.770700:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003cd5ee2b. 00010000:00000010:2.0:1776190953.770712:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069162544. 00000100:00000010:2.0:1776190953.770722:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190953.770735:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190953.770758:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce2f7208. 02000000:00000010:2.0:1776190953.770807:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef29d00b. 00000400:00000010:2.0:1776190953.770817:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b16822bd. 00000400:00000010:2.0:1776190953.770826:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190953.770835:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347008, portal 16 00000400:00000010:2.0:1776190953.770842:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190953.770845:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347008, offset 0 00000400:00000200:2.0:1776190953.770858:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.770881:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.770892:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190953.770897:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190953.770901:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190953.770905:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91348:91348:256:4294967295] 192.168.202.25@tcp LPNI seq info [91348:91348:8:4294967295] 00000400:00000200:2.0:1776190953.770918:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.770926:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.770931:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190953.770940:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.770950:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.770956:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.773927:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.773940:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:2.0:1776190953.773963:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.773976:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.773985:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190953.773989:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000100:00000200:2.0:1776190953.774006:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797347008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.783190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef6ae330. 00010000:00000010:2.1:1776190953.783648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff79376f. 00010000:00000010:2.1:1776190953.783656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190953.786597:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079f3666e. 00010000:00000010:2.1:1776190953.786629:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190953.786638:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190953.786643:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00000400:00000200:0.0:1776190953.787214:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.787244:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1234c0 00000400:00000200:0.0:1776190953.787268:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6341 [1] + 224 00000400:00000200:0.0:1776190953.787286:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.787290:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.787307:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797347008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.787356:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.787362:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ba40 00000400:00000200:0.0:1776190953.787369:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d41 [2] + 656 00000400:00000200:0.0:1776190953.788219:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.788233:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:3.0:1776190953.788249:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b16822bd. 00000400:00000200:3.0:1776190953.788273:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:3.0:1776190953.788277:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:0.0:1776190953.788286:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1776190953.788297:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797347008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1776190953.788298:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000100:00000200:3.0:1776190953.788319:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797347008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.788442:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef29d00b. 02000000:00000010:3.0:1776190953.788452:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce2f7208. 00000100:00000010:3.0:1776190953.788457:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 00000100:00000010:3.0:1776190953.788461:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:3.0:1776190953.788465:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069162544. 00010000:00000010:3.1:1776190953.791575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b7b4e29. 00000020:00000010:0.0:1776190953.807653:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf62b752. 00000020:00000010:0.0:1776190953.807676:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.807684:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.807730:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788206144/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190953.807782:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206144 02000000:00000010:0.0:1776190953.807807:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009bbe49e9. 00010000:00000010:0.0:1776190953.807853:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049be4515. 00010000:00000010:0.0:1776190953.807879:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190953.807890:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029e440e7. 00000100:00000010:0.0:1776190953.807911:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029e440e7. 00010000:00000010:0.0:1776190953.807915:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00000400:00000010:0.0:1776190953.807935:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190953.807946:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206144, offset 224 00000400:00000200:0.0:1776190953.807968:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.807989:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.807998:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91349:91349:256:4294967295] 192.168.202.25@tcp LPNI seq info [91349:91349:8:4294967295] 00000400:00000200:0.0:1776190953.808011:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.808019:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.808025:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190953.808035:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.808045:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.808051:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.808074:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.808079:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.808083:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf62b752. 00000800:00000200:0.0:1776190953.808236:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.808241:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:0.0:1776190953.808246:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.808252:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.808266:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:0.0:1776190953.808269:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00080000:00000010:0.0:1776190953.811686:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf62b752. 00010000:00000010:0.0:1776190953.811854:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cd5ee2b. 00010000:00000010:0.0:1776190953.811866:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085c9b5aa. 00010000:00000010:0.0:1776190953.811982:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000153042aa. 00010000:00000010:0.0:1776190953.811991:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088addc97. 00010000:00000010:0.0:1776190953.812010:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190953.812020:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029e440e7. 00000100:00000010:0.0:1776190953.812033:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190953.812052:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000945cd863. 02000000:00000010:0.0:1776190953.812093:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bd81f5b. 00000400:00000010:0.0:1776190953.812105:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba2a778d. 00000400:00000010:0.0:1776190953.812113:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190953.812122:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347072, portal 16 00000400:00000010:0.0:1776190953.812162:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190953.812166:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347072, offset 0 00000400:00000200:0.0:1776190953.812178:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.812200:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.812210:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.812214:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.812217:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.812221:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91350:91350:256:4294967295] 192.168.202.25@tcp LPNI seq info [91350:91350:8:4294967295] 00000400:00000200:0.0:1776190953.812233:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.812240:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.812246:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190953.812254:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.812272:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.812277:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.812638:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.812644:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:1.0:1776190953.812649:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.812655:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.812660:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:1.0:1776190953.812662:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 00000100:00000200:1.0:1776190953.812672:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797347072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.821994:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.822028:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123500 00000400:00000200:0.0:1776190953.822040:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb634d [1] + 224 00000400:00000200:0.0:1776190953.822057:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.822061:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.822078:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797347072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.822166:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.822172:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ba80 00000400:00000200:0.0:1776190953.822178:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d41 [2] + 984 00000400:00000200:0.0:1776190953.822190:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.822193:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.822197:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.822206:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:2.0:1776190953.822345:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef29d00b. 00000020:00000010:2.0:1776190953.822356:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f3ae9cc4. 00000020:00000010:2.0:1776190953.822362:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.822396:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788206208/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190953.822445:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206208 02000000:00000010:2.0:1776190953.822459:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce2f7208. 00010000:00000010:2.0:1776190953.822510:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e1ff08f. 00000100:00000010:2.0:1776190953.822519:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.822530:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190953.822534:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e1ff08f. 00000400:00000010:2.0:1776190953.822556:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190953.822562:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206208, offset 224 00000400:00000200:2.0:1776190953.822573:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.822586:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.822593:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91351:91351:256:4294967295] 192.168.202.25@tcp LPNI seq info [91351:91351:8:4294967295] 00000400:00000200:2.0:1776190953.822604:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.822609:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.822614:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190953.822621:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.822629:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.822634:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.822655:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f3ae9cc4. 00000020:00000010:2.0:1776190953.822660:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.822663:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef29d00b. 00000400:00000010:3.0:1776190953.822888:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba2a778d. 00000400:00000200:3.0:1776190953.822895:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:3.0:1776190953.822898:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00000100:00000200:3.0:1776190953.822905:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797347072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.822913:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797347072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.822937:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e4ca08e. 02000000:00000010:3.0:1776190953.822965:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bd81f5b. 02000000:00000010:3.0:1776190953.822972:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000945cd863. 00000100:00000010:3.0:1776190953.822977:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:3.0:1776190953.822980:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029e440e7. 00010000:00000010:3.0:1776190953.822983:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00080000:00000010:3.0:1776190953.823008:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041504c81. 00010000:00000010:3.0:1776190953.823157:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088addc97. 00010000:00000010:3.0:1776190953.823164:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000473e8aac. 00010000:00000010:3.0:1776190953.823282:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.0:1776190953.823291:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.823305:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190953.823309:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.823317:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190953.823332:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059496fec. 02000000:00000010:3.0:1776190953.823365:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c780b0f9. 00000400:00000010:3.0:1776190953.823372:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190953.823377:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.823383:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347136, portal 16 00000400:00000010:3.0:1776190953.823388:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190953.823390:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347136, offset 0 00000400:00000200:3.0:1776190953.823397:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.823407:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.823427:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.823432:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.823435:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.823438:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91352:91352:255:4294967295] 192.168.202.25@tcp LPNI seq info [91352:91352:7:4294967295] 00000400:00000200:3.0:1776190953.823447:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.823452:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.823457:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190953.823462:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.823467:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.823469:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.823830:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.823836:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82348242). 00000400:00000200:0.0:1776190953.823841:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.823846:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.823850:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:0.0:1776190953.823853:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000800:00000200:0.0:1776190953.823935:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.823938:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:0.0:1776190953.823941:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.823945:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.823956:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:0.0:1776190953.823957:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:0.0:1776190953.823964:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797347136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.828455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002755052. 00000400:00000200:1.0:1776190953.831124:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.831188:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123540 00000400:00000200:1.0:1776190953.831202:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6359 [1] + 224 00000400:00000200:1.0:1776190953.831217:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.831222:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.831236:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797347136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.831283:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.831288:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bac0 00000400:00000200:1.0:1776190953.831295:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d41 [2] + 1312 00000400:00000200:1.0:1776190953.831305:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.831309:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.831314:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.831322:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:0.0:1776190953.831449:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000945cd863. 00000020:00000010:0.0:1776190953.831459:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.831464:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.831495:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788206272/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190953.831538:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206272 02000000:00000010:0.0:1776190953.831553:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009bd81f5b. 00010000:00000010:0.0:1776190953.831605:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190953.831615:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029e440e7. 00000100:00000010:0.0:1776190953.831624:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029e440e7. 00010000:00000010:0.0:1776190953.831628:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190953.831646:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190953.831652:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206272, offset 224 00000400:00000200:0.0:1776190953.831660:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.831675:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.831682:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91353:91353:256:4294967295] 192.168.202.25@tcp LPNI seq info [91353:91353:8:4294967295] 00000400:00000200:0.0:1776190953.831694:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.831700:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.831706:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190953.831712:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.831721:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.831726:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.831750:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.831755:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.831758:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000945cd863. 00000800:00000200:0.0:1776190953.831878:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.831883:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:0.0:1776190953.831887:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.831890:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.831894:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:0.0:1776190953.831897:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000400:00000010:3.0:1776190953.832077:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:3.0:1776190953.832083:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.832084:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.832091:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797347136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.832100:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797347136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.832127:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000361f4201. 02000000:00000010:3.0:1776190953.832172:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c780b0f9. 02000000:00000010:3.0:1776190953.832179:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059496fec. 00000100:00000010:3.0:1776190953.832187:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190953.832191:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.832194:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00080000:00000010:3.0:1776190953.832215:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c780b0f9. 00010000:00000010:3.0:1776190953.832338:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.832345:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002236cdfa. 00010000:00000010:3.0:1776190953.832541:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032b3d728. 00010000:00000010:3.0:1776190953.832549:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.832563:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190953.832568:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.832576:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190953.832591:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059496fec. 02000000:00000010:3.0:1776190953.832626:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c23e31d5. 00000400:00000010:3.0:1776190953.832633:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190953.832638:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.832644:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347200, portal 16 00000400:00000010:3.0:1776190953.832648:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000898e8621. 00000100:00000200:3.0:1776190953.832650:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347200, offset 0 00000400:00000200:3.0:1776190953.832658:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.832669:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.832677:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.832681:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.832684:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.832687:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91354:91354:256:4294967295] 192.168.202.25@tcp LPNI seq info [91354:91354:8:4294967295] 00000400:00000200:3.0:1776190953.832695:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.832699:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.832703:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190953.832708:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.832715:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.832717:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.833523:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.833530:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190953.833536:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.833543:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.833549:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000898e8621 00000400:00000010:0.0:1776190953.833551:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000898e8621. 00000100:00000200:0.0:1776190953.833560:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797347200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.846986:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.847016:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123580 00000400:00000200:1.0:1776190953.847031:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6365 [1] + 224 00000400:00000200:1.0:1776190953.847049:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.847055:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.847075:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797347200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.847120:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.847125:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bb00 00000400:00000200:1.0:1776190953.847153:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d41 [2] + 1640 00000400:00000200:1.0:1776190953.847232:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.847236:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.847241:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.847248:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:1.0:1776190953.847329:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e400ae6d. 00000020:00000010:1.0:1776190953.847338:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190953.847344:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.847376:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788206336/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190953.847412:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206336 02000000:00000010:1.0:1776190953.847431:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cb274bb7. 00010000:00000010:1.0:1776190953.847483:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbfffd9c. 00000100:00000010:1.0:1776190953.847494:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190953.847508:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190953.847512:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbfffd9c. 00000400:00000010:1.0:1776190953.847533:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190953.847539:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206336, offset 224 00000400:00000200:1.0:1776190953.847548:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.847563:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.847569:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91355:91355:256:4294967295] 192.168.202.25@tcp LPNI seq info [91355:91355:8:4294967295] 00000400:00000200:1.0:1776190953.847581:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.847586:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.847592:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ca09dac (tot 82348242). 00000800:00000200:1.0:1776190953.847598:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.847606:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.847611:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000ca09dac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190953.847637:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190953.847643:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.847647:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e400ae6d. 00000400:00000010:3.0:1776190953.847889:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:3.0:1776190953.847899:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.847902:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.847909:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797347200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.847917:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797347200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.847945:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000860178f2. 02000000:00000010:3.0:1776190953.847961:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c23e31d5. 02000000:00000010:3.0:1776190953.847967:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059496fec. 00000100:00000010:3.0:1776190953.847974:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190953.847978:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.847981:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00080000:00000010:3.0:1776190953.848006:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eedd280f. 00010000:00000010:3.0:1776190953.848368:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.848378:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8adb6ec. 00010000:00000010:3.0:1776190953.848489:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f2ca181. 00010000:00000010:3.0:1776190953.848496:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.848510:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190953.848514:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.848523:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190953.848538:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5da028d. 02000000:00000010:3.0:1776190953.848572:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059496fec. 00000400:00000010:3.0:1776190953.848576:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190953.848580:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.848587:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347264, portal 16 00000400:00000010:3.0:1776190953.848592:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190953.848593:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347264, offset 0 00000400:00000200:3.0:1776190953.848603:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.848614:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.848623:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.848627:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.848631:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.848634:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91356:91356:255:4294967295] 192.168.202.25@tcp LPNI seq info [91356:91356:7:4294967295] 00000400:00000200:3.0:1776190953.848644:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.848649:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.848653:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190953.848659:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.848665:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.848667:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190953.849302:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.849309:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ca09dac (tot 82348242). 00000400:00000200:3.0:1776190953.849317:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.849325:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.849330:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:3.0:1776190953.849332:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000800:00000200:3.0:1776190953.849756:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.849760:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:3.0:1776190953.849763:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.849767:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.849770:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:3.0:1776190953.849772:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:3.0:1776190953.849780:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797347264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190953.855959:0:4007:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12873cf. 00010000:00000010:0.1:1776190953.855999:0:4007:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:3.1:1776190953.858243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b5e3df. 00010000:00000010:3.1:1776190953.858270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000391dfe2. 00010000:00000010:3.1:1776190953.858277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153042aa. 00000400:00000200:0.0:1776190953.859649:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.859700:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1235c0 00000400:00000200:0.0:1776190953.859714:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6371 [1] + 224 00000400:00000200:0.0:1776190953.859745:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.859751:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.859770:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797347264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190953.862919:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:3.0:1776190953.862940:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.862942:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.862967:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797347264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.862984:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797347264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.863036:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059496fec. 02000000:00000010:3.0:1776190953.863050:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5da028d. 00000100:00000010:3.0:1776190953.863057:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190953.863063:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.863069:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00010000:00000010:3.1:1776190953.864170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce390a07. 00010000:00000010:3.1:1776190953.864198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6f4b83. 00010000:00000010:3.1:1776190953.864204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.1:1776190953.864331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2053652. 00010000:00000010:3.1:1776190953.864336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fe396f. 00010000:00000010:3.1:1776190953.864341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00000400:00000200:1.0:1776190953.864533:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.864559:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bb40 00000400:00000200:1.0:1776190953.864571:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d41 [2] + 1968 00000400:00000010:1.0:1776190953.864578:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a87ac585. 00000400:00000200:1.0:1776190953.864585:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000815e64af 00000400:00000200:1.0:1776190953.864691:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.864698:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.864704:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000815e64af 00000400:00000010:1.0:1776190953.864708:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000815e64af (tot 82347842). 00000100:00000200:1.0:1776190953.864716:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190953.865112:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000945cd863. 00000020:00000010:0.0:1776190953.865126:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.865166:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.865222:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a9829cc x1862468788206400/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190953.865276:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206400 02000000:00000010:0.0:1776190953.865290:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d98b66c1. 00010000:00000010:0.0:1776190953.865331:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000720330c8. 00010000:00000010:0.0:1776190953.865359:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190953.865368:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029e440e7. 00000100:00000010:0.0:1776190953.865385:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029e440e7. 00010000:00000010:0.0:1776190953.865388:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190953.865406:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190953.865412:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206400, offset 224 00000400:00000200:0.0:1776190953.865421:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.865437:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.865444:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91357:91357:256:4294967295] 192.168.202.25@tcp LPNI seq info [91357:91357:8:4294967295] 00000400:00000200:0.0:1776190953.865457:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.865463:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.865469:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348090). 00000800:00000200:0.0:1776190953.865475:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.865484:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.865489:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.865535:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.865541:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.865545:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000945cd863. 02000000:00000010:0.0:1776190953.865556:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cb274bb7. 00000100:00000010:0.0:1776190953.865562:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:0.0:1776190953.865568:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009bd81f5b. 00000100:00000010:0.0:1776190953.865570:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:0.0:1776190953.865574:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce2f7208. 00000100:00000010:0.0:1776190953.865576:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190953.865579:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009bbe49e9. 00000100:00000010:0.0:1776190953.865581:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190953.865584:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000621dce00. 00000100:00000010:0.0:1776190953.865587:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:0.0:1776190953.865591:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd81e478. 00000100:00000010:0.0:1776190953.865593:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d81232f6. 00000100:00000200:0.0:1776190953.865602:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190953.865609:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087c985ea. 00000400:00000010:0.0:1776190953.865614:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000029e440e7 (tot 82348242). 00080000:00000010:3.0:1776190953.866462:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059496fec. 00010000:00000010:3.0:1776190953.866591:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.866600:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000680be1cf. 00010000:00000010:3.0:1776190953.866723:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032b3d728. 00010000:00000010:3.0:1776190953.866730:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.866744:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190953.866750:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.866762:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190953.866786:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5da028d. 02000000:00000010:3.0:1776190953.866870:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c23e31d5. 00000400:00000010:3.0:1776190953.866880:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190953.866888:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.866895:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347328, portal 16 00000400:00000010:3.0:1776190953.866902:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190953.866906:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347328, offset 0 00000400:00000200:3.0:1776190953.866921:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.866943:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.866954:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.866959:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.866964:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.866968:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91358:91358:255:4294967295] 192.168.202.25@tcp LPNI seq info [91358:91358:7:4294967295] 00000400:00000200:3.0:1776190953.866980:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.866986:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.866992:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190953.867000:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.867009:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.867014:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.867564:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.867570:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82348242). 00000400:00000200:2.0:1776190953.867577:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.867585:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.867591:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:2.0:1776190953.867594:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 02000000:00000010:2.0:1776190953.867602:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d98b66c1. 00000800:00000200:2.0:1776190953.867715:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.867718:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:2.0:1776190953.867722:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.867726:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.867728:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:2.0:1776190953.867729:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:2.0:1776190953.867740:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797347328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.875236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040fd8de7. 00010000:00000010:3.1:1776190953.875264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00010000:00000010:0.1:1776190953.876513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008992ce48. 00000400:00000200:0.0:1776190953.882045:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.882079:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123600 00000400:00000200:0.0:1776190953.882092:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6381 [1] + 224 00000400:00000200:0.0:1776190953.882118:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.882123:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.882167:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797347328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190953.882430:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:3.0:1776190953.882438:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.882441:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.882448:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797347328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.882457:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797347328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.882498:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c23e31d5. 02000000:00000010:3.0:1776190953.882505:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5da028d. 00000100:00000010:3.0:1776190953.882512:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190953.882519:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.882524:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00000400:00000200:1.0:1776190953.883893:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.883918:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bb80 00000400:00000200:1.0:1776190953.883928:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d91 [2] + 0 00000400:00000200:1.0:1776190953.884004:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.884009:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.884017:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.884024:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:2.0:1776190953.884204:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef29d00b. 00000020:00000010:2.0:1776190953.884213:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008e013e75. 00000020:00000010:2.0:1776190953.884219:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.884267:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788206464/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190953.884301:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206464 02000000:00000010:2.0:1776190953.884316:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006e0ddc1d. 00010000:00000010:2.0:1776190953.884358:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d266ada. 00010000:00000010:2.0:1776190953.884394:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc036745. 00000100:00000010:2.0:1776190953.884403:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.884425:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190953.884430:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc036745. 00000400:00000010:2.0:1776190953.884449:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190953.884457:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206464, offset 224 00000400:00000200:2.0:1776190953.884471:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.884486:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.884495:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91359:91359:256:4294967295] 192.168.202.25@tcp LPNI seq info [91359:91359:8:4294967295] 00000400:00000200:2.0:1776190953.884508:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.884515:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.884522:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.884530:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.884539:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.884543:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.884575:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008e013e75. 00000020:00000010:2.0:1776190953.884580:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.884583:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef29d00b. 00000800:00000200:1.0:1776190953.885265:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.885271:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:1.0:1776190953.885279:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.885286:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.885291:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:1.0:1776190953.885294:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00080000:00000010:3.0:1776190953.885541:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c23e31d5. 00010000:00000010:3.0:1776190953.885669:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.885679:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008bdac9c0. 00010000:00000010:3.0:1776190953.885806:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f2ca181. 00010000:00000010:3.0:1776190953.885813:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190953.885826:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190953.885833:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.885844:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190953.885862:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5da028d. 02000000:00000010:3.0:1776190953.885897:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002fd514e. 00000400:00000010:3.0:1776190953.885904:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190953.885910:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.885918:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347392, portal 16 00000400:00000010:3.0:1776190953.885924:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007f5bd38. 00000100:00000200:3.0:1776190953.885926:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347392, offset 0 00000400:00000200:3.0:1776190953.885934:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.885948:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.885957:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.885961:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.885964:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.885968:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91360:91360:256:4294967295] 192.168.202.25@tcp LPNI seq info [91360:91360:8:4294967295] 00000400:00000200:3.0:1776190953.885978:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.885984:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.885988:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190953.885993:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.886000:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.886004:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.889787:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.889801:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190953.889815:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.889828:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.889837:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f5bd38 00000400:00000010:1.0:1776190953.889840:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007f5bd38. 00000100:00000200:1.0:1776190953.889854:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797347392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190953.893806:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.893838:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123640 00000400:00000200:1.0:1776190953.893850:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb638d [1] + 224 00000400:00000200:1.0:1776190953.893872:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.893877:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.893892:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797347392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190953.894123:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:3.0:1776190953.894155:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.894157:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.894165:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797347392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.894186:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797347392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190953.894231:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002fd514e. 02000000:00000010:3.0:1776190953.894240:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5da028d. 00000100:00000010:3.0:1776190953.894246:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190953.894250:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.894265:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00010000:00000010:2.1:1776190953.896672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072854ee1. 00000400:00000200:1.0:1776190953.896852:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190953.896880:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bbc0 00000400:00000200:1.0:1776190953.896891:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d91 [2] + 328 00000400:00000200:1.0:1776190953.896987:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.896993:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190953.897003:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190953.897010:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:0.0:1776190953.908189:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bbe49e9. 00000020:00000010:0.0:1776190953.908209:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.908216:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.908268:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788206528/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190953.908315:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206528 02000000:00000010:0.0:1776190953.908332:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009bd81f5b. 00010000:00000010:0.0:1776190953.908371:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014c0aa7e. 00010000:00000010:0.0:1776190953.908403:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190953.908415:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:0.0:1776190953.908444:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:0.0:1776190953.908449:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190953.908469:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190953.908478:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206528, offset 224 00000400:00000200:0.0:1776190953.908488:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.908507:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.908515:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91361:91361:256:4294967295] 192.168.202.25@tcp LPNI seq info [91361:91361:8:4294967295] 00000400:00000200:0.0:1776190953.908527:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.908534:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.908540:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190953.908548:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.908557:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.908563:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.908591:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.908596:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.908599:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bbe49e9. 00080000:00000010:1.0:1776190953.908793:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb274bb7. 00010000:00000010:1.0:1776190953.908959:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:1.0:1776190953.908968:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000536eb529. 00010000:00000010:1.0:1776190953.909080:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001771490e. 00010000:00000010:1.0:1776190953.909090:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190953.909106:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbfffd9c. 00000100:00000010:1.0:1776190953.909112:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190953.909125:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae46a70f. 02000000:00000010:1.0:1776190953.909176:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000532ceffd. 02000000:00000010:1.0:1776190953.909226:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b18b7bf8. 00000400:00000010:1.0:1776190953.909235:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f0d01a6. 00000400:00000010:1.0:1776190953.909242:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190953.909251:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347456, portal 16 00000400:00000010:1.0:1776190953.909268:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190953.909271:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347456, offset 0 00000400:00000200:1.0:1776190953.909279:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.909295:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.909304:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190953.909309:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190953.909312:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190953.909315:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91362:91362:255:4294967295] 192.168.202.25@tcp LPNI seq info [91362:91362:7:4294967295] 00000400:00000200:1.0:1776190953.909323:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.909328:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.909332:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd76db5e (tot 82348490). 00000800:00000200:1.0:1776190953.909338:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.909342:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.909345:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd76db5e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.909729:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.909735:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82348242). 00000400:00000200:0.0:1776190953.909743:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.909750:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.909758:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:0.0:1776190953.909760:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000800:00000200:0.0:1776190953.910044:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.910047:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd76db5e (tot 82347994). 00000400:00000200:0.0:1776190953.910055:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.910058:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.910062:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:0.0:1776190953.910064:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:0.0:1776190953.910073:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae46a70f x1862468797347456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.914293:0:78348:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c74b7b5a. 00010000:00000010:3.1:1776190953.914319:0:78348:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00000400:00000200:2.0:1776190953.914657:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.914685:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123680 00000400:00000200:2.0:1776190953.914696:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6399 [1] + 224 00000400:00000200:2.0:1776190953.914713:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.914718:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.914732:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae46a70f x1862468797347456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190953.914778:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190953.914784:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bc00 00000400:00000200:2.0:1776190953.914790:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d91 [2] + 656 00000400:00000200:2.0:1776190953.914865:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.914869:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190953.914874:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190953.914880:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000531c177. 00000020:00000010:2.0:1776190953.914945:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef29d00b. 00000020:00000010:2.0:1776190953.914954:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190953.914959:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.914992:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000531c177 x1862468788206592/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190953.915023:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206592 02000000:00000010:2.0:1776190953.915038:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce2f7208. 00010000:00000010:2.0:1776190953.915088:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc036745. 00000100:00000010:2.0:1776190953.915098:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.915107:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190953.915110:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc036745. 00000400:00000010:2.0:1776190953.915164:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190953.915183:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206592, offset 224 00000400:00000200:2.0:1776190953.915192:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.915205:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.915211:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91363:91363:256:4294967295] 192.168.202.25@tcp LPNI seq info [91363:91363:8:4294967295] 00000400:00000200:2.0:1776190953.915222:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.915227:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.915233:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.915240:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.915248:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.915252:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.915282:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190953.915287:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.915290:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef29d00b. 00000800:00000200:2.0:1776190953.915368:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.915372:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:2.0:1776190953.915377:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.915381:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.915385:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:2.0:1776190953.915387:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000400:00000010:0.0:1776190953.919747:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f0d01a6. 00000400:00000200:0.0:1776190953.919775:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:0.0:1776190953.919778:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000100:00000200:0.0:1776190953.919819:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae46a70f x1862468797347456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.919836:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae46a70f x1862468797347456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.919887:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049b05f12. 02000000:00000010:0.0:1776190953.919911:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b18b7bf8. 02000000:00000010:0.0:1776190953.919923:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000532ceffd. 00000100:00000010:0.0:1776190953.919929:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae46a70f. 00000100:00000010:0.0:1776190953.919933:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:0.0:1776190953.919937:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbfffd9c. 00080000:00000010:0.0:1776190953.919966:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bbe49e9. 00010000:00000010:0.0:1776190953.920109:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:0.0:1776190953.920119:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070f5732f. 00010000:00000010:0.0:1776190953.920282:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.0:1776190953.920291:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed18e400. 00010000:00000010:0.0:1776190953.920309:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190953.920318:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:0.0:1776190953.920328:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190953.920345:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000945cd863. 02000000:00000010:0.0:1776190953.920386:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d98b66c1. 00000400:00000010:0.0:1776190953.920394:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190953.920400:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190953.920409:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347520, portal 16 00000400:00000010:0.0:1776190953.920416:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190953.920419:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347520, offset 0 00000400:00000200:0.0:1776190953.920428:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.920449:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.920458:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.920479:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.920483:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.920487:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91364:91364:256:4294967295] 192.168.202.25@tcp LPNI seq info [91364:91364:8:4294967295] 00000400:00000200:0.0:1776190953.920499:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.920505:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.920511:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190953.920518:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.920529:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.920534:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.921271:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.921277:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:2.0:1776190953.921285:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.921293:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.921299:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:2.0:1776190953.921302:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:2.0:1776190953.921311:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797347520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.925952:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.925987:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1236c0 00000400:00000200:3.0:1776190953.926001:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb63a5 [1] + 224 00000400:00000200:3.0:1776190953.926020:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.926025:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.926044:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797347520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.926085:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.926091:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bc40 00000400:00000200:3.0:1776190953.926096:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d91 [2] + 984 00000400:00000200:3.0:1776190953.926106:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1776190953.926106:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:3.0:1776190953.926109:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.926113:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:0.0:1776190953.926116:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000100:00000200:3.0:1776190953.926122:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1776190953.926122:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797347520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776190953.926150:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000100:00000200:0.0:1776190953.926151:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797347520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190953.926345:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000532ceffd. 00000020:00000010:1.0:1776190953.926354:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190953.926360:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190953.926395:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788206656/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190953.926430:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206656 02000000:00000010:1.0:1776190953.926442:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b18b7bf8. 00010000:00000010:1.0:1776190953.926493:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190953.926503:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190953.926512:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190953.926516:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00000400:00000010:1.0:1776190953.926539:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190953.926545:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206656, offset 224 00000400:00000200:1.0:1776190953.926555:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190953.926567:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190953.926574:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91365:91365:256:4294967295] 192.168.202.25@tcp LPNI seq info [91365:91365:8:4294967295] 00000400:00000200:1.0:1776190953.926586:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190953.926592:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190953.926597:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33b289d (tot 82348242). 00000800:00000200:1.0:1776190953.926605:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190953.926613:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190953.926618:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d33b289d type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1776190953.926726:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060df8b83. 02000000:00000010:0.0:1776190953.926746:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d98b66c1. 02000000:00000010:0.0:1776190953.926753:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000945cd863. 00000100:00000010:0.0:1776190953.926758:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:0.0:1776190953.926762:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:0.0:1776190953.926765:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00080000:00000010:0.0:1776190953.926794:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000945cd863. 00010000:00000010:0.0:1776190953.927013:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed18e400. 00010000:00000010:0.0:1776190953.927020:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000107631e. 00010000:00000010:0.0:1776190953.927126:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c335453d. 00010000:00000010:0.0:1776190953.927163:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed18e400. 00000020:00000010:1.0:1776190953.927295:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190953.927304:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190953.927308:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000532ceffd. 00010000:00000010:0.0:1776190953.928288:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190953.928304:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:0.0:1776190953.928316:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190953.928333:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d98b66c1. 02000000:00000010:0.0:1776190953.928372:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd81e478. 00000400:00000010:0.0:1776190953.928382:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190953.928390:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190953.928399:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347584, portal 16 00000400:00000010:0.0:1776190953.928406:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190953.928409:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347584, offset 0 00000400:00000200:0.0:1776190953.928422:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.928440:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.928450:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.928454:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.928458:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.928462:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91366:91366:255:4294967295] 192.168.202.25@tcp LPNI seq info [91366:91366:7:4294967295] 00000400:00000200:0.0:1776190953.928474:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.928481:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.928487:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348490). 00000800:00000200:0.0:1776190953.928495:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.928504:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.928508:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190953.928956:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.928963:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33b289d (tot 82348242). 00000400:00000200:1.0:1776190953.928973:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.928980:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.928986:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:1.0:1776190953.928989:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000800:00000200:1.0:1776190953.929582:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190953.929586:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:1.0:1776190953.929592:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190953.929599:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190953.929602:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:1.0:1776190953.929603:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:1.0:1776190953.929613:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797347584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.934581:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.934609:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123700 00000400:00000200:0.0:1776190953.934621:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb63b1 [1] + 224 00000400:00000200:0.0:1776190953.934637:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.934641:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.934658:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797347584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.934710:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.934718:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bc80 00000400:00000200:0.0:1776190953.934724:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d91 [2] + 1312 00000400:00000200:0.0:1776190953.934738:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.934741:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.934745:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.934752:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:0.0:1776190953.934829:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000621dce00. 00000020:00000010:0.0:1776190953.934838:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.934844:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.934876:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788206720/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190953.934907:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206720 02000000:00000010:0.0:1776190953.934923:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000840c33b1. 00010000:00000010:0.0:1776190953.934974:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b9ba324. 00000100:00000010:0.0:1776190953.934983:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190953.934992:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190953.934996:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b9ba324. 00000400:00000010:0.0:1776190953.935016:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190953.935022:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206720, offset 224 00000400:00000200:0.0:1776190953.935031:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.935048:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.935057:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91367:91367:256:4294967295] 192.168.202.25@tcp LPNI seq info [91367:91367:8:4294967295] 00000400:00000200:0.0:1776190953.935070:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.935077:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.935083:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190953.935090:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.935099:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.935103:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.935158:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190953.935165:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.935169:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000621dce00. 00000800:00000200:0.0:1776190953.939532:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.939547:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:0.0:1776190953.939562:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.939577:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.939584:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:0.0:1776190953.939587:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00010000:00000010:0.1:1776190953.940600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a242f3cf. 00000400:00000010:3.0:1776190953.940736:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:3.0:1776190953.940743:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:3.0:1776190953.940745:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000100:00000200:3.0:1776190953.940764:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797347584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.940776:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797347584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.940818:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff71bde2. 02000000:00000010:3.0:1776190953.940844:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd81e478. 02000000:00000010:3.0:1776190953.940852:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d98b66c1. 00000100:00000010:3.0:1776190953.940858:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:3.0:1776190953.940863:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190953.940868:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00080000:00000010:3.0:1776190953.940899:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5da028d. 00010000:00000010:3.0:1776190953.941074:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed18e400. 00010000:00000010:3.0:1776190953.941084:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002662868. 00010000:00000010:3.0:1776190953.941222:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032b3d728. 00010000:00000010:3.0:1776190953.941231:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190953.941251:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d28f78e8. 00000100:00000010:3.0:1776190953.941269:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.941284:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190953.941307:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d98b66c1. 02000000:00000010:3.0:1776190953.941348:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1213244. 00000400:00000010:3.0:1776190953.941359:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190953.941365:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.941372:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347648, portal 16 00000400:00000010:3.0:1776190953.941379:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190953.941381:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347648, offset 0 00000400:00000200:3.0:1776190953.941390:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.941414:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.941423:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190953.941427:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190953.941431:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190953.941435:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91368:91368:256:4294967295] 192.168.202.25@tcp LPNI seq info [91368:91368:8:4294967295] 00000400:00000200:3.0:1776190953.941446:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.941452:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.941458:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.941469:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.941479:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.941485:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.941941:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.941946:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:2.0:1776190953.941953:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.941959:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.941965:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:2.0:1776190953.941967:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00000100:00000200:2.0:1776190953.941976:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797347648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190953.942436:0:78349:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000099cdf00. 00010000:00000010:1.1:1776190953.942446:0:78349:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2ca181. 00000400:00000200:0.0:1776190953.948566:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.948594:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123740 00000400:00000200:0.0:1776190953.948608:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb63bd [1] + 224 00000400:00000200:0.0:1776190953.948624:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.948629:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.948656:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797347648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.948821:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.948828:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bcc0 00000400:00000200:0.0:1776190953.948834:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d91 [2] + 1640 00000400:00000200:0.0:1776190953.948849:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.948852:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.948857:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.948864:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:2.0:1776190953.949007:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef29d00b. 00000020:00000010:2.0:1776190953.949018:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190953.949025:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190953.949062:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788206784/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190953.949108:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206784 02000000:00000010:2.0:1776190953.949126:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000888ba729. 00010000:00000010:2.0:1776190953.949228:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc036745. 00000100:00000010:2.0:1776190953.949239:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029bfb383. 00000100:00000010:2.0:1776190953.949249:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029bfb383. 00010000:00000010:2.0:1776190953.949252:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc036745. 00000400:00000010:2.0:1776190953.949287:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190953.949295:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206784, offset 224 00000400:00000200:2.0:1776190953.949305:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190953.949318:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190953.949325:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91369:91369:256:4294967295] 192.168.202.25@tcp LPNI seq info [91369:91369:8:4294967295] 00000400:00000200:2.0:1776190953.949337:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190953.949343:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190953.949349:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:2.0:1776190953.949356:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190953.949364:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190953.949369:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190953.949390:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190953.949395:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190953.949398:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef29d00b. 00000800:00000200:0.0:1776190953.949710:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.949716:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:0.0:1776190953.949723:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.949729:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.949734:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:0.0:1776190953.949737:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000400:00000010:3.0:1776190953.951592:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:3.0:1776190953.951605:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.951607:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.951627:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797347648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190953.951640:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797347648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190953.951689:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000780519c1. 02000000:00000010:3.0:1776190953.951715:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1213244. 02000000:00000010:3.0:1776190953.951724:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d98b66c1. 00000100:00000010:3.0:1776190953.951731:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190953.951736:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.951739:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d28f78e8. 00010000:00000010:0.1:1776190953.959677:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009324fc5a. 00010000:00000010:0.1:1776190953.959706:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7d56b90. 00010000:00000010:0.1:1776190953.959712:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00010000:00000010:0.1:1776190953.959719:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6ae9dbc. 00010000:00000010:0.1:1776190953.959725:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2746196. 00010000:00000010:0.1:1776190953.959728:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e19ef6. 00080000:00000010:0.0:1776190953.959770:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd81e478. 00010000:00000010:0.0:1776190953.959963:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:0.0:1776190953.959976:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ea14888. 00010000:00000010:0.0:1776190953.960090:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e47752eb. 00010000:00000010:0.0:1776190953.960097:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000066a2cf3a. 00010000:00000010:0.0:1776190953.960105:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.0:1776190953.960115:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000236c6a55. 00080000:00000010:0.0:1776190953.960169:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000621dce00. 00010000:00000010:0.0:1776190953.960199:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190953.960204:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066a2cf3a. 00010000:00000010:0.0:1776190953.960302:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.0:1776190953.960307:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190953.960319:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b9ba324. 00000100:00000010:0.0:1776190953.960332:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190953.960346:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 02000000:00000010:0.0:1776190953.960381:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069c590d6. 02000000:00000010:0.0:1776190953.960441:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d9ef10d. 00000400:00000010:0.0:1776190953.960451:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e8d15af. 00000400:00000010:0.0:1776190953.960460:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190953.960470:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347712, portal 16 00000400:00000010:0.0:1776190953.960479:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190953.960482:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347712, offset 0 00000400:00000200:0.0:1776190953.960496:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.960520:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.960534:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.960539:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.960543:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.960547:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91370:91370:256:4294967295] 192.168.202.25@tcp LPNI seq info [91370:91370:8:4294967295] 00000400:00000200:0.0:1776190953.960560:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.960567:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.960573:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190953.960581:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.960591:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.960597:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190953.961394:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190953.961405:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:2.0:1776190953.961414:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190953.961424:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190953.961431:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:2.0:1776190953.961434:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:2.0:1776190953.961446:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dd76f7ae x1862468797347712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190953.967906:0:77115:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de77b760. 00010000:00000010:3.1:1776190953.967925:0:77115:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d344901d. 00010000:00000010:3.1:1776190953.967930:0:77115:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c335453d. 00000400:00000200:0.0:1776190953.972395:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.972426:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123780 00000400:00000200:0.0:1776190953.972439:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb63c9 [1] + 224 00000400:00000200:0.0:1776190953.972456:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.972461:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.972477:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dd76f7ae x1862468797347712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.972520:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.972525:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bd00 00000400:00000200:0.0:1776190953.972531:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4d91 [2] + 1968 00000400:00000010:0.0:1776190953.972535:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b392c08e. 00000400:00000200:0.0:1776190953.972543:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fa8a8737 00000400:00000200:0.0:1776190953.972557:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.972560:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.972562:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa8a8737 00000400:00000010:0.0:1776190953.972565:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fa8a8737 (tot 82347842). 00000100:00000200:0.0:1776190953.972572:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190953.972648:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f82a9547. 00000020:00000010:0.0:1776190953.972657:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190953.972663:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190953.972698:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e16e70a9 x1862468788206848/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190953.972751:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206848 02000000:00000010:0.0:1776190953.972773:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5ff0f41. 00010000:00000010:0.0:1776190953.972854:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190953.972864:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003200bcdd. 00000100:00000010:0.0:1776190953.972876:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003200bcdd. 00010000:00000010:0.0:1776190953.972880:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00000400:00000010:0.0:1776190953.972904:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190953.972913:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206848, offset 224 00000400:00000200:0.0:1776190953.972922:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.972940:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.972948:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91371:91371:256:4294967295] 192.168.202.25@tcp LPNI seq info [91371:91371:8:4294967295] 00000400:00000200:0.0:1776190953.972961:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.972967:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.972973:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348090). 00000800:00000200:0.0:1776190953.972980:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.972988:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.972992:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190953.973014:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190953.973020:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190953.973023:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f82a9547. 02000000:00000010:0.0:1776190953.973040:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000888ba729. 00000100:00000010:0.0:1776190953.973045:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190953.973051:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000840c33b1. 00000100:00000010:0.0:1776190953.973053:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190953.973057:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b18b7bf8. 00000100:00000010:0.0:1776190953.973062:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:0.0:1776190953.973066:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce2f7208. 00000100:00000010:0.0:1776190953.973069:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000531c177. 02000000:00000010:0.0:1776190953.973072:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009bd81f5b. 00000100:00000010:0.0:1776190953.973075:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:0.0:1776190953.973079:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006e0ddc1d. 00000100:00000010:0.0:1776190953.973081:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000200:0.0:1776190953.973088:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190953.973093:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d4bfa855. 00000400:00000010:0.0:1776190953.973098:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003200bcdd (tot 82348242). 00000800:00000200:0.0:1776190953.973265:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.973270:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:0.0:1776190953.973274:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.973279:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.973282:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190953.973284:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 02000000:00000010:0.0:1776190953.973289:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5ff0f41. 00000400:00000010:0.0:1776190953.973318:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e8d15af. 00000400:00000200:0.0:1776190953.973321:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:0.0:1776190953.973323:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:0.0:1776190953.973330:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dd76f7ae x1862468797347712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.973339:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dd76f7ae x1862468797347712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190953.973374:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e307f6da. 02000000:00000010:0.0:1776190953.973404:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d9ef10d. 02000000:00000010:0.0:1776190953.973414:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069c590d6. 00000100:00000010:0.0:1776190953.973419:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 00000100:00000010:0.0:1776190953.973421:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190953.973425:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b9ba324. 00080000:00000010:0.0:1776190953.973450:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5ff0f41. 00010000:00000010:0.0:1776190953.973574:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190953.973582:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba957151. 00010000:00000010:0.0:1776190953.973692:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.0:1776190953.973701:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190953.973717:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b9ba324. 00000100:00000010:0.0:1776190953.973721:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190953.973732:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 02000000:00000010:0.0:1776190953.973749:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069c590d6. 02000000:00000010:0.0:1776190953.973792:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d9ef10d. 00000400:00000010:0.0:1776190953.973797:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e8d15af. 00000400:00000010:0.0:1776190953.973803:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190953.973807:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347776, portal 16 00000400:00000010:0.0:1776190953.973813:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190953.973815:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347776, offset 0 00000400:00000200:0.0:1776190953.973824:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.973837:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.973848:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.973854:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.973858:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.973861:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91372:91372:256:4294967295] 192.168.202.25@tcp LPNI seq info [91372:91372:8:4294967295] 00000400:00000200:0.0:1776190953.973869:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.973874:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.973879:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190953.973884:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.973892:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.973896:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.973982:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.973985:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:0.0:1776190953.973988:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.973992:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.973996:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190953.973997:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:0.0:1776190953.974003:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dd76f7ae x1862468797347776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.980349:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.980379:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1237c0 00000400:00000200:0.0:1776190953.980390:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb63d9 [1] + 224 00000400:00000200:0.0:1776190953.980407:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.980411:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.980427:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dd76f7ae x1862468797347776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190953.980464:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190953.980469:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bd40 00000400:00000200:0.0:1776190953.980477:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4de9 [2] + 0 00000400:00000200:0.0:1776190953.980491:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.980494:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190953.980502:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190953.980509:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000400:00000010:0.0:1776190953.980549:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e8d15af. 00000400:00000200:0.0:1776190953.980554:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:0.0:1776190953.980556:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:0.0:1776190953.980562:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dd76f7ae x1862468797347776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.980568:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dd76f7ae x1862468797347776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190953.980613:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d9ef10d. 02000000:00000010:0.0:1776190953.980623:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069c590d6. 00000100:00000010:0.0:1776190953.980629:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 00000100:00000010:0.0:1776190953.980632:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190953.980637:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b9ba324. 00000020:00000010:3.0:1776190953.981073:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d98b66c1. 00000020:00000010:3.0:1776190953.981083:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190953.981090:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190953.981126:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788206912/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190953.981199:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206912 02000000:00000010:3.0:1776190953.981216:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009bd81f5b. 00010000:00000010:3.0:1776190953.981268:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007710750a. 00010000:00000010:3.0:1776190953.981299:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d28f78e8. 00000100:00000010:3.0:1776190953.981307:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190953.981317:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:3.0:1776190953.981320:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d28f78e8. 00000400:00000010:3.0:1776190953.981339:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190953.981345:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206912, offset 224 00000400:00000200:3.0:1776190953.981354:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190953.981370:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190953.981379:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91373:91373:256:4294967295] 192.168.202.25@tcp LPNI seq info [91373:91373:8:4294967295] 00000400:00000200:3.0:1776190953.981390:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190953.981398:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190953.981404:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190953.981410:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190953.981419:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190953.981423:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190953.981446:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190953.981463:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190953.981468:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d98b66c1. 00000800:00000200:3.0:1776190953.981600:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190953.981604:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190953.981609:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.981614:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190953.981618:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:3.0:1776190953.981620:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00080000:00000010:0.0:1776190953.983345:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d9ef10d. 00010000:00000010:0.0:1776190953.986412:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190953.986438:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dec748a. 00010000:00000010:0.0:1776190953.986572:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d153388a. 00010000:00000010:0.0:1776190953.986579:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190953.986597:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b9ba324. 00000100:00000010:0.0:1776190953.986607:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190953.986619:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 02000000:00000010:0.0:1776190953.986638:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069c590d6. 02000000:00000010:0.0:1776190953.986681:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b18b7bf8. 00000400:00000010:0.0:1776190953.986690:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e8d15af. 00000400:00000010:0.0:1776190953.986698:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190953.986707:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347840, portal 16 00000400:00000010:0.0:1776190953.986713:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190953.986718:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347840, offset 0 00000400:00000200:0.0:1776190953.986730:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190953.986752:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190953.986761:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190953.986766:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190953.986770:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190953.986774:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91374:91374:256:4294967295] 192.168.202.25@tcp LPNI seq info [91374:91374:8:4294967295] 00000400:00000200:0.0:1776190953.986786:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190953.986792:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190953.986798:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190953.986804:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190953.986814:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190953.986819:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190953.986973:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190953.986978:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:0.0:1776190953.986982:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190953.986987:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190953.986993:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190953.986995:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:0.0:1776190953.987004:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dd76f7ae x1862468797347840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.996712:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.996744:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123800 00000400:00000200:3.0:1776190953.996758:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb63e5 [1] + 224 00000400:00000200:3.0:1776190953.996773:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.996778:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.996793:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dd76f7ae x1862468797347840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190953.996833:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190953.996839:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bd80 00000400:00000200:3.0:1776190953.996844:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4de9 [2] + 328 00000400:00000200:3.0:1776190953.996902:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190953.996906:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190953.996912:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190953.996919:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00010000:00000010:3.1:1776190953.998554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019029a0d. 00010000:00000010:0.1:1776190953.999026:0:1366:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029191a67. 00010000:00000010:0.1:1776190953.999033:0:1366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00010000:00000010:0.1:1776190953.999036:0:1366:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e47752eb. 00010000:00000010:0.1:1776190953.999038:0:1366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e19ef6. 00000020:00000010:0.0:1776190953.999210:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000532ceffd. 00000020:00000010:0.0:1776190953.999222:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190953.999230:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000400:00000010:3.0:1776190953.999244:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e8d15af. 00000400:00000200:3.0:1776190953.999250:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:3.0:1776190953.999252:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:3.0:1776190953.999283:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dd76f7ae x1862468797347840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.999283:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788206976/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:646/0 lens 328/0 e 0 to 0 dl 1776190996 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190953.999294:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dd76f7ae x1862468797347840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190953.999329:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788206976 02000000:00000010:3.0:1776190953.999331:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b18b7bf8. 02000000:00000010:3.0:1776190953.999339:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069c590d6. 02000000:00000010:0.0:1776190953.999343:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b18b7bf8. 00000100:00000010:3.0:1776190953.999344:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 00000100:00000010:3.0:1776190953.999349:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:3.0:1776190953.999352:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b9ba324. 00010000:00000010:0.0:1776190953.999383:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c443a635. 00010000:00000010:0.0:1776190954.002747:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190954.002769:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190954.002835:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190954.002839:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00000400:00000010:0.0:1776190954.002883:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190954.002893:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788206976, offset 224 00000400:00000200:0.0:1776190954.002910:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.002942:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.002952:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91375:91375:256:4294967295] 192.168.202.25@tcp LPNI seq info [91375:91375:8:4294967295] 00000400:00000200:0.0:1776190954.002967:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.002975:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.002982:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190954.002993:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.003004:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.003010:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.003053:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.003061:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190954.003066:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000532ceffd. 00000800:00000200:2.0:1776190954.004462:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.004471:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:2.0:1776190954.004481:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.004493:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.004499:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:2.0:1776190954.004501:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00010000:00000010:3.1:1776190954.006200:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000075bdabd. 00080000:00000010:0.0:1776190954.006451:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000532ceffd. 00010000:00000010:0.0:1776190954.006597:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190954.006609:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000235d1057. 00010000:00000010:0.0:1776190954.006741:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.0:1776190954.006750:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190954.006773:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190954.006786:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190954.006975:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190954.007005:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000840c33b1. 02000000:00000010:0.0:1776190954.007061:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f82a9547. 00000400:00000010:0.0:1776190954.007072:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190954.007082:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190954.007091:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347904, portal 16 00000400:00000010:0.0:1776190954.007099:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190954.007101:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347904, offset 0 00000400:00000200:0.0:1776190954.007114:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.007166:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.007178:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.007183:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.007187:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.007192:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91376:91376:256:4294967295] 192.168.202.25@tcp LPNI seq info [91376:91376:8:4294967295] 00000400:00000200:0.0:1776190954.007205:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.007213:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.007220:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190954.007231:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.007244:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.007250:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.007488:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.007493:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:3.0:1776190954.007498:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.007504:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.007509:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:3.0:1776190954.007511:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000100:00000200:3.0:1776190954.007521:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797347904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.012013:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.012042:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123840 00000400:00000200:3.0:1776190954.012057:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb63f1 [1] + 224 00000400:00000200:3.0:1776190954.012081:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.012087:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.012101:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797347904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190954.013006:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:0.0:1776190954.013018:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:0.0:1776190954.013021:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000100:00000200:0.0:1776190954.013033:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797347904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.013047:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797347904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190954.013093:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f82a9547. 02000000:00000010:0.0:1776190954.013101:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000840c33b1. 00000100:00000010:0.0:1776190954.013111:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190954.013117:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190954.013122:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00010000:00000010:0.1:1776190954.014505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1c1d127. 00010000:00000010:0.1:1776190954.014521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003204a2ca. 00010000:00000010:0.1:1776190954.014526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.1:1776190954.014530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a554748. 00010000:00000010:0.1:1776190954.014533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b1df7. 00000400:00000200:3.0:1776190954.015992:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.016018:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bdc0 00000400:00000200:3.0:1776190954.016030:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4de9 [2] + 656 00000400:00000200:3.0:1776190954.016111:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.016117:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.016126:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.016169:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00000020:00000010:0.0:1776190954.018217:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f82a9547. 00000020:00000010:0.0:1776190954.018238:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.018246:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190954.018307:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040d2caf9 x1862468788207040/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190954.018356:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207040 02000000:00000010:0.0:1776190954.018371:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002748123d. 00010000:00000010:0.0:1776190954.018411:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f30bf787. 00010000:00000010:0.0:1776190954.018452:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190954.018462:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190954.018495:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190954.018500:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00000400:00000010:0.0:1776190954.018520:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190954.018527:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207040, offset 224 00000400:00000200:0.0:1776190954.018536:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.018555:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.018562:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91377:91377:256:4294967295] 192.168.202.25@tcp LPNI seq info [91377:91377:8:4294967295] 00000400:00000200:0.0:1776190954.018573:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00080000:00000010:1.0:1776190954.018578:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054d0d0ac. 00000800:00000200:0.0:1776190954.018580:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.018585:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190954.018592:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.018600:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.018605:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.018626:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.018631:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00010000:00000010:1.0:1776190954.018699:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236c6a55. 00010000:00000010:1.0:1776190954.018707:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a2b451c. 00010000:00000010:1.0:1776190954.018819:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a88234db. 00010000:00000010:1.0:1776190954.018830:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190954.018847:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190954.018852:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190954.018862:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190954.018883:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1bd2c11. 02000000:00000010:1.0:1776190954.018917:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8cf4bc. 00000400:00000010:1.0:1776190954.018925:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e773544. 00000400:00000010:1.0:1776190954.018931:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190954.018937:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797347968, portal 16 00000400:00000010:1.0:1776190954.018942:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190954.018945:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797347968, offset 0 00000400:00000200:1.0:1776190954.018951:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.018959:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.018967:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.018971:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.018974:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.018976:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91378:91378:255:4294967295] 192.168.202.25@tcp LPNI seq info [91378:91378:7:4294967295] 00000400:00000200:1.0:1776190954.018982:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.018987:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.018990:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33b289d (tot 82348490). 00000800:00000200:1.0:1776190954.018993:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.018997:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.019000:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d33b289d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.019061:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.019066:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82348242). 00000400:00000200:3.0:1776190954.019071:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.019077:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.019082:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:3.0:1776190954.019085:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000800:00000200:3.0:1776190954.019282:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.019284:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33b289d (tot 82347994). 00000400:00000200:3.0:1776190954.019291:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.019295:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.019297:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:3.0:1776190954.019299:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:3.0:1776190954.019306:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797347968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190954.020389:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab274294. 00000020:00000010:0.0:1776190954.020409:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f82a9547. 00000400:00000200:3.0:1776190954.023373:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.023400:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123880 00000400:00000200:3.0:1776190954.023411:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb63fd [1] + 224 00000400:00000200:3.0:1776190954.023426:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.023431:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.023447:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797347968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.023491:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.023497:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86be00 00000400:00000200:3.0:1776190954.023503:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4de9 [2] + 984 00000400:00000200:3.0:1776190954.023514:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.023518:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.023523:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.023532:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:0.0:1776190954.023888:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f82a9547. 00000020:00000010:0.0:1776190954.023898:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.023903:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190954.023935:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788207104/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190954.023973:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207104 02000000:00000010:0.0:1776190954.023990:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000840c33b1. 00010000:00000010:0.0:1776190954.024053:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190954.024061:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190954.024071:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190954.024074:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00000400:00000010:0.0:1776190954.024098:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190954.024105:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207104, offset 224 00000400:00000200:0.0:1776190954.024112:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.024149:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.024159:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91379:91379:256:4294967295] 192.168.202.25@tcp LPNI seq info [91379:91379:8:4294967295] 00000400:00000200:0.0:1776190954.024172:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.024180:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.024188:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190954.024195:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.024206:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.024212:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.024239:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.024244:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190954.024248:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f82a9547. 00000800:00000200:3.0:1776190954.024410:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.024415:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:3.0:1776190954.024421:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.024425:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.024431:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:3.0:1776190954.024434:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000400:00000010:1.0:1776190954.024950:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e773544. 00000400:00000200:1.0:1776190954.024958:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:1.0:1776190954.024960:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000100:00000200:1.0:1776190954.024970:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797347968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.024981:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797347968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190954.025013:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057ae358d. 02000000:00000010:1.0:1776190954.025035:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8cf4bc. 02000000:00000010:1.0:1776190954.025042:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1bd2c11. 00000100:00000010:1.0:1776190954.025048:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:1.0:1776190954.025053:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190954.025057:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00080000:00000010:1.0:1776190954.025087:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1bd2c11. 00010000:00000010:1.0:1776190954.025273:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190954.025284:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009268a6b1. 00010000:00000010:1.0:1776190954.025405:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190954.025412:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b1d10928. 00010000:00000010:1.0:1776190954.025419:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9043423. 00010000:00000010:1.0:1776190954.025425:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00080000:00000010:1.0:1776190954.025444:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c8cf4bc. 00010000:00000010:1.0:1776190954.025470:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190954.025475:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1d10928. 00010000:00000010:1.0:1776190954.025558:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aac88223. 00010000:00000010:1.0:1776190954.025562:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190954.025572:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190954.025578:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190954.025589:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190954.025610:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009c34ab6. 02000000:00000010:1.0:1776190954.025655:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f23d851. 00000400:00000010:1.0:1776190954.025663:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e773544. 00000400:00000010:1.0:1776190954.025669:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190954.025677:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348032, portal 16 00000400:00000010:1.0:1776190954.025683:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075993ef7. 00000100:00000200:1.0:1776190954.025685:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348032, offset 0 00000400:00000200:1.0:1776190954.025695:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.025713:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.025728:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.025733:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.025737:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.025740:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91380:91380:256:4294967295] 192.168.202.25@tcp LPNI seq info [91380:91380:8:4294967295] 00000400:00000200:1.0:1776190954.025752:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.025758:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.025764:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc692c8 (tot 82348242). 00000800:00000200:1.0:1776190954.025771:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.025778:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.025783:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdc692c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.027323:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.027336:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc692c8 (tot 82347994). 00000400:00000200:3.0:1776190954.027350:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.027362:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.027370:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:3.0:1776190954.027373:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00000100:00000200:3.0:1776190954.027383:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797348032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190954.028306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006401fca7. 00010000:00000010:0.1:1776190954.028320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d153388a. 00000400:00000200:3.0:1776190954.029281:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.029306:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1238c0 00000400:00000200:3.0:1776190954.029320:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6409 [1] + 224 00000400:00000200:3.0:1776190954.029342:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.029346:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.029360:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797348032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190954.031340:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e773544. 00000400:00000200:1.0:1776190954.031352:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:1.0:1776190954.031354:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000100:00000200:1.0:1776190954.031373:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797348032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.031386:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797348032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.031441:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f23d851. 02000000:00000010:1.0:1776190954.031449:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009c34ab6. 00000100:00000010:1.0:1776190954.031456:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:1.0:1776190954.031462:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190954.031466:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00000400:00000200:3.0:1776190954.035310:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.035338:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86be40 00000400:00000200:3.0:1776190954.035349:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4de9 [2] + 1312 00000400:00000200:3.0:1776190954.035446:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.035451:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.035461:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.035471:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000020:00000010:1.0:1776190954.036279:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f23d851. 00000020:00000010:1.0:1776190954.036294:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190954.036301:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.036342:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788207168/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190954.036381:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207168 02000000:00000010:1.0:1776190954.036397:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3c2739f. 00010000:00000010:1.0:1776190954.036453:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b909b404. 00010000:00000010:1.0:1776190954.036483:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190954.036492:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190954.036509:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190954.036512:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00000400:00000010:1.0:1776190954.036531:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190954.036539:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207168, offset 224 00000400:00000200:1.0:1776190954.036550:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.036568:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.036575:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91381:91381:256:4294967295] 192.168.202.25@tcp LPNI seq info [91381:91381:8:4294967295] 00000400:00000200:1.0:1776190954.036587:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.036592:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.036597:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f2c2f8 (tot 82348242). 00000800:00000200:1.0:1776190954.036603:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.036610:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.036615:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000024f2c2f8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.036634:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1d10928. 00000020:00000010:1.0:1776190954.036638:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.036642:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f23d851. 00080000:00000010:1.0:1776190954.036686:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f23d851. 00010000:00000010:1.0:1776190954.036808:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190954.036816:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbcc6763. 00010000:00000010:1.0:1776190954.036942:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.0:1776190954.036951:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190954.036967:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190954.036971:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190954.036985:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190954.037004:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000354391fa. 02000000:00000010:1.0:1776190954.037046:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094bd2d31. 00000400:00000010:1.0:1776190954.037055:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e773544. 00000400:00000010:1.0:1776190954.037061:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190954.037069:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348096, portal 16 00000400:00000010:1.0:1776190954.037075:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000124650d7. 00000100:00000200:1.0:1776190954.037077:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348096, offset 0 00000400:00000200:1.0:1776190954.037084:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.037092:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.037102:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.037107:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.037110:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.037113:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91382:91382:255:4294967295] 192.168.202.25@tcp LPNI seq info [91382:91382:7:4294967295] 00000400:00000200:1.0:1776190954.037121:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.037126:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.037163:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042e54a14 (tot 82348490). 00000800:00000200:1.0:1776190954.037169:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.037173:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.037175:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000042e54a14 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.037334:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.037339:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f2c2f8 (tot 82348242). 00000400:00000200:3.0:1776190954.037346:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.037351:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.037356:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:3.0:1776190954.037358:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000800:00000200:3.0:1776190954.037447:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.037449:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042e54a14 (tot 82347994). 00000400:00000200:3.0:1776190954.037453:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.037456:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.037458:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000124650d7 00000400:00000010:3.0:1776190954.037460:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000124650d7. 00000100:00000200:3.0:1776190954.037465:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797348096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190954.038189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097a184b5. 00010000:00000010:1.1:1776190954.038321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db79f432. 00010000:00000010:1.1:1776190954.038329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:1.1:1776190954.041382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccea58ee. 00010000:00000010:1.1:1776190954.041401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b9e8158. 00010000:00000010:1.1:1776190954.041406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00010000:00000010:1.1:1776190954.041508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190954.041513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00010000:00000010:1.1:1776190954.045620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015dd939a. 00010000:00000010:1.1:1776190954.045643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dba79770. 00010000:00000010:1.1:1776190954.045649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac88223. 00000400:00000200:3.0:1776190954.046727:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.046754:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123900 00000400:00000200:3.0:1776190954.046768:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6415 [1] + 224 00000400:00000200:3.0:1776190954.046785:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.046789:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.046818:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797348096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.046873:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.046877:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86be80 00000400:00000200:3.0:1776190954.046884:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4de9 [2] + 1640 00000400:00000200:3.0:1776190954.046896:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.046898:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.046902:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.046910:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000400:00000010:0.0:1776190954.047638:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e773544. 00000400:00000200:0.0:1776190954.047650:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:0.0:1776190954.047653:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:0.0:1776190954.047666:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797348096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.047677:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797348096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190954.047724:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094bd2d31. 02000000:00000010:0.0:1776190954.047731:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000354391fa. 00000100:00000010:0.0:1776190954.047735:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:0.0:1776190954.047741:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:0.0:1776190954.047744:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00000020:00000010:2.0:1776190954.047937:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce2f7208. 00000020:00000010:2.0:1776190954.047948:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.047955:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190954.047994:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788207232/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190954.048042:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207232 02000000:00000010:2.0:1776190954.048056:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef29d00b. 00010000:00000010:2.0:1776190954.048100:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee1dfe6e. 00010000:00000010:2.0:1776190954.048150:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc036745. 00000100:00000010:2.0:1776190954.048162:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae8d13bc. 00000100:00000010:2.0:1776190954.048171:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae8d13bc. 00010000:00000010:2.0:1776190954.048175:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc036745. 00000400:00000010:2.0:1776190954.048196:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190954.048202:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207232, offset 224 00000400:00000200:2.0:1776190954.048211:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.048229:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.048238:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91383:91383:256:4294967295] 192.168.202.25@tcp LPNI seq info [91383:91383:8:4294967295] 00000400:00000200:2.0:1776190954.048250:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.048268:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.048274:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190954.048281:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.048290:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.048295:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.048323:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.048327:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190954.048330:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce2f7208. 00000800:00000200:2.0:1776190954.048481:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.048486:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:2.0:1776190954.048491:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.048496:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.048499:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190954.048501:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00080000:00000010:0.0:1776190954.057468:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f82a9547. 00010000:00000010:0.0:1776190954.057610:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:0.0:1776190954.057621:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d60d920f. 00010000:00000010:0.0:1776190954.057737:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d153388a. 00010000:00000010:0.0:1776190954.057746:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021b10e4e. 00010000:00000010:0.0:1776190954.057765:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190954.057775:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190954.057787:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190954.057820:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d5a9f65. 02000000:00000010:0.0:1776190954.057863:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000188b825d. 00000400:00000010:0.0:1776190954.057872:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190954.057881:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190954.057891:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348160, portal 16 00000400:00000010:0.0:1776190954.057898:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190954.057901:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348160, offset 0 00000400:00000200:0.0:1776190954.057914:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.057937:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.057947:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.057951:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.057954:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.057958:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91384:91384:256:4294967295] 192.168.202.25@tcp LPNI seq info [91384:91384:8:4294967295] 00000400:00000200:0.0:1776190954.057971:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.057978:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.057983:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190954.057991:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.058000:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.058004:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.058205:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.058209:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190954.058213:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.058219:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.058224:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190954.058226:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:0.0:1776190954.058233:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797348160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190954.062534:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8f6481. 00010000:00000010:0.1:1776190954.066007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000636dd52. 00010000:00000010:0.1:1776190954.066024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ec16dc. 00000400:00000200:2.0:1776190954.069334:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.069365:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123940 00000400:00000200:2.0:1776190954.069376:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6421 [1] + 224 00000400:00000200:2.0:1776190954.069393:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.069398:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.069413:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797348160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.069469:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.069474:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bec0 00000400:00000200:2.0:1776190954.069479:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4de9 [2] + 1968 00000400:00000010:2.0:1776190954.069484:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c9f54d3. 00000400:00000200:2.0:1776190954.069490:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004017cf85 00000400:00000200:2.0:1776190954.069502:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.069505:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.069507:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004017cf85 00000400:00000010:2.0:1776190954.069509:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004017cf85 (tot 82347842). 00000100:00000200:2.0:1776190954.069518:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190954.069585:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce2f7208. 00000020:00000010:2.0:1776190954.069594:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.069600:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190954.069632:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f40a3ca9 x1862468788207296/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190954.069675:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207296 02000000:00000010:2.0:1776190954.069690:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006e0ddc1d. 00010000:00000010:2.0:1776190954.069744:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc036745. 00000100:00000010:2.0:1776190954.069755:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae8d13bc. 00000100:00000010:2.0:1776190954.069763:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae8d13bc. 00010000:00000010:2.0:1776190954.069768:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc036745. 00000400:00000010:2.0:1776190954.069787:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190954.069793:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207296, offset 224 00000400:00000200:2.0:1776190954.069802:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.069814:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.069822:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91385:91385:256:4294967295] 192.168.202.25@tcp LPNI seq info [91385:91385:8:4294967295] 00000400:00000200:2.0:1776190954.069836:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.069843:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.069849:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348090). 00000800:00000200:2.0:1776190954.069856:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.069863:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.069867:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.069886:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.069890:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190954.069893:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce2f7208. 02000000:00000010:2.0:1776190954.069905:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef29d00b. 00000100:00000010:2.0:1776190954.069909:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:2.0:1776190954.069914:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3c2739f. 00000100:00000010:2.0:1776190954.069917:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:2.0:1776190954.069920:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000840c33b1. 00000100:00000010:2.0:1776190954.069923:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:2.0:1776190954.069926:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002748123d. 00000100:00000010:2.0:1776190954.069929:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040d2caf9. 02000000:00000010:2.0:1776190954.069932:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b18b7bf8. 00000100:00000010:2.0:1776190954.069936:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:2.0:1776190954.069940:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009bd81f5b. 00000100:00000010:2.0:1776190954.069942:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000200:2.0:1776190954.069948:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190954.069954:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d37d0c56. 00000400:00000010:2.0:1776190954.069959:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae8d13bc (tot 82348242). 00000800:00000200:2.0:1776190954.070082:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.070086:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82347994). 00000400:00000200:2.0:1776190954.070091:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.070095:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.070097:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190954.070099:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 02000000:00000010:2.0:1776190954.070103:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006e0ddc1d. 00000400:00000010:1.0:1776190954.070308:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:1.0:1776190954.070313:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:1.0:1776190954.070315:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000100:00000200:1.0:1776190954.070322:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797348160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.070331:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797348160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190954.070361:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef252ec2. 02000000:00000010:1.0:1776190954.070384:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000188b825d. 02000000:00000010:1.0:1776190954.070393:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d5a9f65. 00000100:00000010:1.0:1776190954.070401:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:1.0:1776190954.070404:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:1.0:1776190954.070407:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00080000:00000010:1.0:1776190954.070433:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3c2739f. 00010000:00000010:1.0:1776190954.070567:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021b10e4e. 00010000:00000010:1.0:1776190954.070575:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ecab6313. 00010000:00000010:1.0:1776190954.070685:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aac88223. 00010000:00000010:1.0:1776190954.070692:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a4bd85c. 00010000:00000010:1.0:1776190954.070708:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da0fb2ec. 00000100:00000010:1.0:1776190954.070713:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190954.070724:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190954.070741:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006714b044. 02000000:00000010:1.0:1776190954.070776:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000354391fa. 00000400:00000010:1.0:1776190954.070780:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d289c7. 00000400:00000010:1.0:1776190954.070785:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190954.070789:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348224, portal 16 00000400:00000010:1.0:1776190954.070794:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190954.070796:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348224, offset 0 00000400:00000200:1.0:1776190954.070804:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.070816:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.070825:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.070830:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.070834:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.070837:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91386:91386:256:4294967295] 192.168.202.25@tcp LPNI seq info [91386:91386:8:4294967295] 00000400:00000200:1.0:1776190954.070845:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.070849:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.070854:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190954.070859:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.070865:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.070869:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.073803:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.073815:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190954.073829:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.073843:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.073851:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:2.0:1776190954.073855:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:2.0:1776190954.073870:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797348224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.085015:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.085051:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123980 00000400:00000200:2.0:1776190954.085065:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6431 [1] + 224 00000400:00000200:2.0:1776190954.085083:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.085089:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.085107:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797348224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.085922:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.086170:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bf00 00000400:00000200:2.0:1776190954.086180:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4e41 [2] + 0 00000400:00000200:2.0:1776190954.086206:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.086211:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.086219:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.086231:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000531c177. 00000020:00000010:0.0:1776190954.086472:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000188b825d. 00000020:00000010:0.0:1776190954.086482:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.086488:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190954.086528:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000531c177 x1862468788207360/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190954.086572:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207360 02000000:00000010:0.0:1776190954.086590:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000020ab8259. 00000400:00000010:1.0:1776190954.088479:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d289c7. 00000400:00000200:1.0:1776190954.088498:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:1.0:1776190954.088502:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:1.0:1776190954.088522:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797348224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.088536:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797348224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190954.088585:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e53a3c2. 02000000:00000010:1.0:1776190954.088615:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000354391fa. 02000000:00000010:1.0:1776190954.088624:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006714b044. 00000100:00000010:1.0:1776190954.088630:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:1.0:1776190954.088636:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:0.0:1776190954.088986:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c8c89ab. 00000100:00000010:0.0:1776190954.089000:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190954.089008:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190954.089011:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c8c89ab. 00000400:00000010:0.0:1776190954.089038:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190954.089045:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207360, offset 224 00000400:00000200:0.0:1776190954.089060:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.089084:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.089092:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91387:91387:256:4294967295] 192.168.202.25@tcp LPNI seq info [91387:91387:8:4294967295] 00000400:00000200:0.0:1776190954.089105:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.089112:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.089120:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190954.089147:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.089154:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.089159:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.089198:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.089206:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190954.089212:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000188b825d. 00000800:00000200:0.0:1776190954.089404:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.089410:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190954.089415:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.089421:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.089426:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190954.089428:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00010000:00000010:1.0:1776190954.089503:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da0fb2ec. 00080000:00000010:1.0:1776190954.089529:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006714b044. 00010000:00000010:1.0:1776190954.089704:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a4bd85c. 00010000:00000010:1.0:1776190954.089717:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001852954. 00010000:00000010:1.0:1776190954.089844:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9043423. 00010000:00000010:1.0:1776190954.089852:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a4bd85c. 00010000:00000010:1.0:1776190954.089866:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da0fb2ec. 00000100:00000010:1.0:1776190954.089870:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190954.089881:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190954.089901:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000354391fa. 02000000:00000010:1.0:1776190954.089939:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094bd2d31. 00000400:00000010:1.0:1776190954.089947:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d289c7. 00000400:00000010:1.0:1776190954.089954:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190954.089963:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348288, portal 16 00000400:00000010:1.0:1776190954.089970:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec263b15. 00000100:00000200:1.0:1776190954.089973:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348288, offset 0 00000400:00000200:1.0:1776190954.089981:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.089990:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.089999:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.090004:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.090008:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.090012:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91388:91388:256:4294967295] 192.168.202.25@tcp LPNI seq info [91388:91388:8:4294967295] 00000400:00000200:1.0:1776190954.090020:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.090025:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.090031:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000efccf61c (tot 82348242). 00000800:00000200:1.0:1776190954.090036:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.090042:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.090045:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000efccf61c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.090781:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.090788:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000efccf61c (tot 82347994). 00000400:00000200:2.0:1776190954.090800:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.090808:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.090814:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec263b15 00000400:00000010:2.0:1776190954.090817:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec263b15. 00000100:00000200:2.0:1776190954.090827:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797348288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.098459:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.098487:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1239c0 00000400:00000200:2.0:1776190954.098499:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb643d [1] + 224 00000400:00000200:2.0:1776190954.098514:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.098519:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.098535:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797348288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.098580:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.098585:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bf40 00000400:00000200:2.0:1776190954.098590:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4e41 [2] + 328 00000400:00000200:2.0:1776190954.098599:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.098602:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.098606:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.098612:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d81232f6. 00000400:00000010:3.0:1776190954.098830:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d289c7. 00000400:00000200:3.0:1776190954.098839:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:3.0:1776190954.098844:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:3.0:1776190954.098853:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797348288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.098863:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797348288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.098913:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094bd2d31. 02000000:00000010:3.0:1776190954.098922:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000354391fa. 00000100:00000010:3.0:1776190954.098926:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:3.0:1776190954.098932:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:3.0:1776190954.098937:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da0fb2ec. 00000020:00000010:0.0:1776190954.099090:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b9fdd2b. 00000020:00000010:0.0:1776190954.099102:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.099109:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190954.099196:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d81232f6 x1862468788207424/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190954.099242:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207424 02000000:00000010:0.0:1776190954.099269:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c9b841be. 00010000:00000010:0.0:1776190954.099314:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092d6ff9e. 00010000:00000010:0.0:1776190954.099346:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c8c89ab. 00000100:00000010:0.0:1776190954.099353:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190954.099365:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190954.099367:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c8c89ab. 00000400:00000010:0.0:1776190954.099384:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190954.099390:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207424, offset 224 00000400:00000200:0.0:1776190954.099399:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.099413:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.099420:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91389:91389:256:4294967295] 192.168.202.25@tcp LPNI seq info [91389:91389:8:4294967295] 00000400:00000200:0.0:1776190954.099433:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.099439:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.099444:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190954.099450:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.099458:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.099463:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.099485:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190954.099491:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190954.099495:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b9fdd2b. 00000800:00000200:0.0:1776190954.099632:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.099648:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190954.099653:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.099657:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.099661:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190954.099663:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00080000:00000010:3.0:1776190954.100085:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002fd514e. 00010000:00000010:3.0:1776190954.100273:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a4bd85c. 00010000:00000010:3.0:1776190954.100281:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001db29a78. 00010000:00000010:3.0:1776190954.100391:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8460c3d. 00010000:00000010:3.0:1776190954.100397:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000079b6aabc. 00010000:00000010:3.0:1776190954.100405:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.0:1776190954.100413:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00080000:00000010:3.0:1776190954.100433:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000354391fa. 00010000:00000010:3.0:1776190954.100461:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190954.100466:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079b6aabc. 00010000:00000010:3.0:1776190954.100542:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013864fb6. 00010000:00000010:3.0:1776190954.100546:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190954.100556:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d28f78e8. 00000100:00000010:3.0:1776190954.100563:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000816537ee. 00000100:00000010:3.0:1776190954.100573:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190954.100592:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094bd2d31. 02000000:00000010:3.0:1776190954.100737:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1213244. 00000400:00000010:3.0:1776190954.100748:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190954.100756:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190954.100766:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348352, portal 16 00000400:00000010:3.0:1776190954.100774:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190954.100778:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348352, offset 0 00000400:00000200:3.0:1776190954.100790:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.100805:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.100816:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.100821:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.100825:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.100828:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91390:91390:256:4294967295] 192.168.202.25@tcp LPNI seq info [91390:91390:8:4294967295] 00000400:00000200:3.0:1776190954.100839:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.100845:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.100850:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190954.100857:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.100865:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.100869:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.101760:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.101768:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190954.101776:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.101786:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.101795:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:0.0:1776190954.101802:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000100:00000200:0.0:1776190954.101815:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797348352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190954.102781:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d39c2f1. 00010000:00000010:1.1:1776190954.103397:0:78356:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8b00c67. 00010000:00000010:1.1:1776190954.103411:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d153388a. 00000400:00000200:3.0:1776190954.115563:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.115606:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123a00 00000400:00000200:3.0:1776190954.115620:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6449 [1] + 224 00000400:00000200:3.0:1776190954.115653:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.115660:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.115677:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797348352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.115733:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.115739:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bf80 00000400:00000200:3.0:1776190954.115744:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4e41 [2] + 656 00000400:00000200:3.0:1776190954.115754:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.115756:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.115761:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.115770:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00000020:00000010:3.0:1776190954.115872:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9b4e181. 00000020:00000010:3.0:1776190954.115883:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.115889:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.115927:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003dabbd3 x1862468788207488/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190954.115960:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207488 02000000:00000010:3.0:1776190954.115981:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9ed9e67. 00010000:00000010:3.0:1776190954.116038:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043a0eab2. 00000100:00000010:3.0:1776190954.116047:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.116056:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.116060:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043a0eab2. 00000400:00000010:3.0:1776190954.116080:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190954.116086:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207488, offset 224 00000400:00000200:3.0:1776190954.116094:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.116110:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.116117:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91391:91391:256:4294967295] 192.168.202.25@tcp LPNI seq info [91391:91391:8:4294967295] 00000400:00000200:3.0:1776190954.116156:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.116163:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.116169:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190954.116176:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.116184:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.116189:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.116208:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.116227:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190954.116232:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9b4e181. 00010000:00000010:1.1:1776190954.117012:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea101792. 00000800:00000200:0.0:1776190954.117023:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1776190954.117026:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc2e7d0. 00000800:00000010:0.0:1776190954.117029:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00010000:00000010:1.1:1776190954.117032:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac88223. 00000400:00000200:0.0:1776190954.117035:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.117042:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.117049:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000010:0.0:1776190954.117052:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 00000400:00000010:0.0:1776190954.117092:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:0.0:1776190954.117097:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:0.0:1776190954.117098:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:0.0:1776190954.117105:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797348352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.117114:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797348352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190954.117166:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a1d44b5. 02000000:00000010:0.0:1776190954.117185:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1213244. 02000000:00000010:0.0:1776190954.117195:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094bd2d31. 00000100:00000010:0.0:1776190954.117202:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:0.0:1776190954.117210:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000816537ee. 00010000:00000010:0.0:1776190954.117214:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d28f78e8. 00080000:00000010:0.0:1776190954.117240:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b9fdd2b. 00010000:00000010:0.0:1776190954.117389:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:0.0:1776190954.117397:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5151866. 00010000:00000010:0.0:1776190954.117533:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.0:1776190954.117542:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225f334f. 00010000:00000010:0.0:1776190954.117560:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c8c89ab. 00000100:00000010:0.0:1776190954.117565:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190954.117576:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190954.117594:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b3284f55. 02000000:00000010:0.0:1776190954.117631:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000337c6544. 00000400:00000010:0.0:1776190954.117637:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190954.117643:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190954.117651:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348416, portal 16 00000400:00000010:0.0:1776190954.117656:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190954.117658:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348416, offset 0 00000400:00000200:0.0:1776190954.117668:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.117683:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.117693:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.117698:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.117701:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.117704:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91392:91392:256:4294967295] 192.168.202.25@tcp LPNI seq info [91392:91392:8:4294967295] 00000400:00000200:0.0:1776190954.117713:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.117718:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.117724:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190954.117730:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.117736:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.117741:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.117839:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.117843:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190954.117846:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.117850:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.117853:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:0.0:1776190954.117855:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:0.0:1776190954.117861:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797348416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.119709:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.119742:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123a40 00000400:00000200:3.0:1776190954.119759:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6455 [1] + 224 00000400:00000200:3.0:1776190954.119777:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.119781:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.119812:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797348416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.119864:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.119871:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86bfc0 00000400:00000200:3.0:1776190954.119877:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4e41 [2] + 984 00000400:00000200:3.0:1776190954.119886:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.119889:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.119894:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.119902:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000244af836. 00000020:00000010:1.0:1776190954.120348:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d5a9f65. 00000020:00000010:1.0:1776190954.120361:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.120368:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.120411:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000244af836 x1862468788207552/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190954.120452:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207552 02000000:00000010:1.0:1776190954.120471:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009c34ab6. 00010000:00000010:1.0:1776190954.120531:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd5dbb25. 00000100:00000010:1.0:1776190954.120540:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190954.120549:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:1.0:1776190954.120553:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd5dbb25. 00000400:00000010:1.0:1776190954.120573:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190954.120580:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207552, offset 224 00000400:00000200:1.0:1776190954.120592:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.120607:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.120615:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91393:91393:256:4294967295] 192.168.202.25@tcp LPNI seq info [91393:91393:8:4294967295] 00000400:00000200:1.0:1776190954.120628:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.120647:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.120654:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042e54a14 (tot 82348242). 00000800:00000200:1.0:1776190954.120660:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.120668:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.120672:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000042e54a14 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.120693:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.120697:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.120701:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d5a9f65. 00010000:00000010:0.1:1776190954.122527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50618a2. 00000800:00000200:0.0:1776190954.122712:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.122717:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042e54a14 (tot 82347994). 00000400:00000200:0.0:1776190954.122729:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.122745:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.122753:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:0.0:1776190954.122756:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000400:00000010:0.0:1776190954.122798:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:0.0:1776190954.122802:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190954.122803:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:0.0:1776190954.122813:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797348416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.122824:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797348416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190954.122864:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7f908ed. 02000000:00000010:0.0:1776190954.122892:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000337c6544. 02000000:00000010:0.0:1776190954.122902:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b3284f55. 00000100:00000010:0.0:1776190954.122907:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:0.0:1776190954.122912:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190954.122916:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c8c89ab. 00080000:00000010:0.0:1776190954.122942:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3284f55. 00010000:00000010:0.0:1776190954.123115:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225f334f. 00010000:00000010:0.0:1776190954.123127:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f701a0c6. 00010000:00000010:0.0:1776190954.123679:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.0:1776190954.123688:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225f334f. 00010000:00000010:0.0:1776190954.123706:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c8c89ab. 00000100:00000010:0.0:1776190954.123714:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190954.123725:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190954.123742:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000337c6544. 02000000:00000010:0.0:1776190954.123778:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cdbcb01. 00000400:00000010:0.0:1776190954.123784:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190954.123791:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190954.123800:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348480, portal 16 00000400:00000010:0.0:1776190954.123807:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190954.123810:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348480, offset 0 00000400:00000200:0.0:1776190954.123820:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.123840:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.123848:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.123852:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.123856:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.123859:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91394:91394:256:4294967295] 192.168.202.25@tcp LPNI seq info [91394:91394:8:4294967295] 00000400:00000200:0.0:1776190954.123870:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.123876:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.123881:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190954.123899:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.123907:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.123911:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.124294:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.124299:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:1.0:1776190954.124304:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.124310:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.124316:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:1.0:1776190954.124318:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:1.0:1776190954.124325:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797348480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.124691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4e15484. 00010000:00000010:3.1:1776190954.124700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00010000:00000010:3.1:1776190954.124705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8460c3d. 00010000:00000010:3.1:1776190954.124708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00010000:00000010:0.1:1776190954.127228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f178dfe. 00010000:00000010:0.1:1776190954.127266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047339b7b. 00010000:00000010:0.1:1776190954.127274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:0.1:1776190954.127279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd8ac01e. 00000400:00000200:0.0:1776190954.131340:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.131392:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123a80 00000400:00000200:0.0:1776190954.131406:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6461 [1] + 224 00000400:00000200:0.0:1776190954.131436:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.131441:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.131457:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797348480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.131502:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.131507:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c000 00000400:00000200:0.0:1776190954.131515:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4e41 [2] + 1312 00000400:00000200:0.0:1776190954.131591:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.131595:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:3.0:1776190954.131599:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:3.0:1776190954.131606:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:3.0:1776190954.131610:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:3.0:1776190954.131620:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797348480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.131629:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797348480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.131681:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cdbcb01. 02000000:00000010:3.0:1776190954.131692:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000337c6544. 00000100:00000010:3.0:1776190954.131698:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:3.0:1776190954.131704:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:3.0:1776190954.131708:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c8c89ab. 00010000:00000010:0.1:1776190954.136552:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dc6b2c5. 00010000:00000010:0.1:1776190954.136577:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b1df7. 00000100:00000200:0.0:1776190954.136595:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.136606:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:3.0:1776190954.137043:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094bd2d31. 00000020:00000010:3.0:1776190954.137057:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.137064:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.137125:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788207616/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190954.137325:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207616 02000000:00000010:3.0:1776190954.137344:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9b4e181. 00010000:00000010:3.0:1776190954.137389:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007115d573. 00010000:00000010:3.0:1776190954.137419:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043a0eab2. 00000100:00000010:3.0:1776190954.137432:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.137450:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.137454:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043a0eab2. 00000400:00000010:3.0:1776190954.137472:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190954.137479:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207616, offset 224 00000400:00000200:3.0:1776190954.137490:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.137512:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.137520:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91395:91395:256:4294967295] 192.168.202.25@tcp LPNI seq info [91395:91395:8:4294967295] 00000400:00000200:3.0:1776190954.137534:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.137541:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.137547:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190954.137555:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.137563:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.137569:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.137597:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00080000:00000010:0.0:1776190954.137604:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b9c5519. 00000020:00000010:3.0:1776190954.137617:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190954.137622:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094bd2d31. 00010000:00000010:0.0:1776190954.137749:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225f334f. 00010000:00000010:0.0:1776190954.137759:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfe84e86. 00010000:00000010:0.0:1776190954.137877:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.0:1776190954.137884:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225f334f. 00010000:00000010:0.0:1776190954.137912:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee54e0fc. 00000100:00000010:0.0:1776190954.137917:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038d8e317. 00000100:00000010:0.0:1776190954.137926:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190954.137944:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094de2bab. 02000000:00000010:0.0:1776190954.137999:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd06b711. 00000400:00000010:0.0:1776190954.138010:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070bca053. 00000400:00000010:0.0:1776190954.138018:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190954.138027:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348544, portal 16 00000400:00000010:0.0:1776190954.138033:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190954.138038:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348544, offset 0 00000400:00000200:0.0:1776190954.138045:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.138056:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.138069:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.138074:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.138078:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.138080:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91396:91396:255:4294967295] 192.168.202.25@tcp LPNI seq info [91396:91396:7:4294967295] 00000400:00000200:0.0:1776190954.138088:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.138094:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.138097:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348490). 00000800:00000200:0.0:1776190954.138102:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.138108:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.138111:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.138627:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.139060:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:3.0:1776190954.139072:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.139086:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.139096:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:3.0:1776190954.139099:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00000800:00000200:3.0:1776190954.139278:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.139281:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:3.0:1776190954.139284:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.139289:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.139291:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:3.0:1776190954.139293:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000100:00000200:3.0:1776190954.139304:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797348544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190954.149462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030184808. 00010000:00000010:0.1:1776190954.149494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d82fc9. 00000400:00000200:3.0:1776190954.154340:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.154377:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123ac0 00000400:00000200:3.0:1776190954.154389:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb646d [1] + 224 00000400:00000200:3.0:1776190954.154408:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.154414:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.154428:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797348544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.154471:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.154477:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c040 00000400:00000200:3.0:1776190954.154483:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4e41 [2] + 1640 00000400:00000200:3.0:1776190954.154493:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.154496:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.154501:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.154512:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000400:00000010:0.0:1776190954.157817:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070bca053. 00000400:00000200:0.0:1776190954.157831:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190954.157834:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190954.157860:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797348544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.157872:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797348544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190954.157920:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd06b711. 02000000:00000010:0.0:1776190954.157931:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094de2bab. 00000100:00000010:0.0:1776190954.157936:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:0.0:1776190954.157943:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038d8e317. 00010000:00000010:0.0:1776190954.157948:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee54e0fc. 00000020:00000010:2.0:1776190954.158320:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e0ddc1d. 00000020:00000010:2.0:1776190954.158330:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.158337:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000100:00000200:2.0:1776190954.158373:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788207680/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190954.158759:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207680 02000000:00000010:2.0:1776190954.158778:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef29d00b. 00010000:00000010:2.0:1776190954.158838:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0a99f45. 00010000:00000010:2.0:1776190954.158865:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc036745. 00000100:00000010:2.0:1776190954.158875:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe404736. 00000100:00000010:2.0:1776190954.158897:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe404736. 00010000:00000010:2.0:1776190954.158902:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc036745. 00000400:00000010:2.0:1776190954.158921:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190954.158928:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207680, offset 224 00000400:00000200:2.0:1776190954.158939:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.158960:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.158967:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91397:91397:256:4294967295] 192.168.202.25@tcp LPNI seq info [91397:91397:8:4294967295] 00000400:00000200:2.0:1776190954.158979:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.158986:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.158994:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa643c25 (tot 82348242). 00000800:00000200:2.0:1776190954.159003:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.159013:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.159019:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa643c25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.159051:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.159057:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190954.159060:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e0ddc1d. 00080000:00000010:3.0:1776190954.159826:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069c590d6. 00010000:00000010:3.0:1776190954.159980:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225f334f. 00010000:00000010:3.0:1776190954.159990:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb4c5e36. 00010000:00000010:3.0:1776190954.160119:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.0:1776190954.160151:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190954.160168:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043a0eab2. 00000100:00000010:3.0:1776190954.160177:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.160191:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190954.160215:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094bd2d31. 02000000:00000010:3.0:1776190954.160289:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d13533. 00000400:00000010:3.0:1776190954.160299:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c67ae1bc. 00000400:00000010:3.0:1776190954.160309:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190954.160319:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348608, portal 16 00000400:00000010:3.0:1776190954.160325:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190954.160328:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797348608, offset 0 00000400:00000200:3.0:1776190954.160339:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.160357:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.160370:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.160376:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.160379:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.160383:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91398:91398:255:4294967295] 192.168.202.25@tcp LPNI seq info [91398:91398:7:4294967295] 00000400:00000200:3.0:1776190954.160393:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.160398:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.160404:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190954.160411:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.160418:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.160423:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190954.162770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d4acc0c. 00000800:00000200:3.0:1776190954.163436:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.163443:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa643c25 (tot 82348242). 00000400:00000200:3.0:1776190954.163451:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.163463:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.163471:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:3.0:1776190954.163474:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000800:00000200:3.0:1776190954.163588:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.163590:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:3.0:1776190954.163593:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.163597:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.163600:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:3.0:1776190954.163601:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000100:00000200:3.0:1776190954.163613:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797348608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.164429:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c78221. 00010000:00000010:3.1:1776190954.164448:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b1df7. 00000400:00000200:3.0:1776190954.166969:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.167008:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123b00 00000400:00000200:3.0:1776190954.167022:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6479 [1] + 224 00000400:00000200:3.0:1776190954.167075:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.167082:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.167102:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797348608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190954.167317:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c67ae1bc. 00000400:00000200:0.0:1776190954.167325:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:0.0:1776190954.167328:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00000100:00000200:0.0:1776190954.167336:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797348608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.167344:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797348608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190954.167402:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d13533. 02000000:00000010:0.0:1776190954.167414:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094bd2d31. 00000100:00000010:0.0:1776190954.167419:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:0.0:1776190954.167426:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:0.0:1776190954.167432:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043a0eab2. 00010000:00000010:2.1:1776190954.177430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002175236a. 00000100:00000010:2.0:1776190954.177476:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3260090. 02000000:00000010:2.0:1776190954.177503:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa643c25. 00000100:00000010:2.0:1776190954.177548:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a8406f72. 02000000:00000010:2.0:1776190954.177553:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008fbea240. 00000100:00000010:2.0:1776190954.177560:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000280b5198. 02000000:00000010:2.0:1776190954.177564:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f2afb790. 00000100:00000010:2.0:1776190954.177584:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c642c3c2. 02000000:00000010:2.0:1776190954.177588:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d6177557. 00000100:00000010:2.0:1776190954.177594:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e59e524c. 02000000:00000010:2.0:1776190954.177597:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f3d04a7a. 00000100:00000010:2.0:1776190954.177604:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d078025a. 02000000:00000010:2.0:1776190954.177607:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155084e5. 00000100:00000010:2.0:1776190954.177612:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061faaa02. 02000000:00000010:2.0:1776190954.177616:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf6bad91. 00000100:00000010:2.0:1776190954.177623:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000005d0e46. 02000000:00000010:2.0:1776190954.177627:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ffe55dcb. 00000100:00000010:2.0:1776190954.177644:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d2edca9. 02000000:00000010:2.0:1776190954.177649:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000540369b2. 00000100:00000010:2.0:1776190954.177657:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000023fdab81. 02000000:00000010:2.0:1776190954.177661:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae577358. 00000100:00000010:2.0:1776190954.177668:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000321f3308. 02000000:00000010:2.0:1776190954.177671:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f3284b5. 00000100:00000010:2.0:1776190954.177679:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8e88c90. 02000000:00000010:2.0:1776190954.177686:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000960f70b0. 00000100:00000010:2.0:1776190954.177693:0:76294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000109b1b14. 02000000:00000010:2.0:1776190954.177697:0:76294:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae59771e. 02000000:00000010:2.0:1776190954.177753:0:15847:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce2f7208. 00000400:00000010:2.0:1776190954.177766:0:15847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028178b1f. 00000400:00000010:2.0:1776190954.177779:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190954.177792:0:15847:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348736, portal 4 00000400:00000010:2.0:1776190954.177816:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190954.177820:0:15847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862468797348736, offset 0 00000400:00000200:2.0:1776190954.177833:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.177857:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.177877:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de7cf123b80 00000400:00000200:2.0:1776190954.177888:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4884d [256] + 896 00000400:00000200:2.0:1776190954.177902:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.177907:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.177916:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1776190954.177927:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce97a5be. 00000400:00000200:2.0:1776190954.177956:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:2.0:1776190954.177959:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:2.0:1776190954.177969:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a8406f72 x1862468797348736/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.177999:0:15847:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d98b66c1. 00000400:00000010:2.0:1776190954.178002:0:15847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ce66eb26. 00000400:00000010:2.0:1776190954.178005:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190954.178007:0:15847:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348992, portal 4 00000400:00000010:2.0:1776190954.178011:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190954.178013:0:15847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862468797348992, offset 0 00000400:00000200:2.0:1776190954.178017:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178021:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178026:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de7cf123c80 00000400:00000200:2.0:1776190954.178032:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7c269 [8] + 13656 00000400:00000200:2.0:1776190954.178036:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178040:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178043:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776190954.178047:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000083db1422. 00000400:00000200:2.0:1776190954.178059:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:2.0:1776190954.178061:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00000100:00000200:2.0:1776190954.178064:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d078025a x1862468797348992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178078:0:15847:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bd81f5b. 00000400:00000010:2.0:1776190954.178080:0:15847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d152d9e3. 00000400:00000010:2.0:1776190954.178083:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190954.178084:0:15847:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349248, portal 4 00000400:00000010:2.0:1776190954.178088:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190954.178090:0:15847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862468797349248, offset 0 00000400:00000200:2.0:1776190954.178093:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178098:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178102:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de7cf123d80 00000400:00000200:2.0:1776190954.178105:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4884d [256] + 1120 00000400:00000200:2.0:1776190954.178109:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178111:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178113:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1776190954.178116:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecd8b6e1. 00000400:00000200:2.0:1776190954.178153:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:2.0:1776190954.178155:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000100:00000200:2.0:1776190954.178158:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000023fdab81 x1862468797349248/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178191:0:15847:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b18b7bf8. 00000400:00000010:2.0:1776190954.178194:0:15847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090454e51. 00000400:00000010:2.0:1776190954.178197:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190954.178199:0:15847:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348672, portal 25 00000400:00000010:2.0:1776190954.178202:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190954.178204:0:15847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862468797348672, offset 0 00000400:00000200:2.0:1776190954.178207:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178212:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178217:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69de7cf123b40 00000400:00000200:2.0:1776190954.178221:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x8ff9d [2] + 0 00000400:00000010:2.0:1776190954.178224:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c47f2d2. 00000400:00000200:2.0:1776190954.178228:0:15847:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b604ca05 00000400:00000200:2.0:1776190954.178231:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178233:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1776190954.178235:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b604ca05 00000400:00000010:2.0:1776190954.178237:0:15847:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b604ca05 (tot 82347842). 00000100:00000200:2.0:1776190954.178243:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1776190954.178267:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:2.0:1776190954.178269:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:2.0:1776190954.178272:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3260090 x1862468797348672/t0(0) o400->MGC192.168.202.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178286:0:15847:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002748123d. 00000400:00000010:2.0:1776190954.178291:0:15847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3f699be. 00000400:00000010:2.0:1776190954.178294:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190954.178296:0:15847:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348928, portal 10 00000400:00000010:2.0:1776190954.178300:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190954.178301:0:15847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468797348928, offset 0 00000400:00000200:2.0:1776190954.178305:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178308:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178312:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7cf123c40 00000400:00000200:2.0:1776190954.178317:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7f5bd [64] + 88480 00000400:00000200:2.0:1776190954.178321:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178323:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178327:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776190954.178330:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000292cb37c. 00000400:00000200:2.0:1776190954.178339:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190954.178340:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:2.0:1776190954.178343:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e59e524c x1862468797348928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178355:0:15847:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000840c33b1. 00000400:00000010:2.0:1776190954.178358:0:15847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000892eb96b. 00000400:00000010:2.0:1776190954.178360:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190954.178362:0:15847:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349184, portal 4 00000400:00000010:2.0:1776190954.178366:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190954.178367:0:15847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862468797349184, offset 0 00000400:00000200:2.0:1776190954.178370:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178373:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178376:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de7cf123d40 00000400:00000200:2.0:1776190954.178379:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7c269 [8] + 13880 00000400:00000200:2.0:1776190954.178382:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178384:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178386:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776190954.178388:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008b0384e1. 00000400:00000200:2.0:1776190954.178396:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:2.0:1776190954.178397:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:2.0:1776190954.178400:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d2edca9 x1862468797349184/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178412:0:15847:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000888ba729. 00000400:00000010:2.0:1776190954.178414:0:15847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0b5612b. 00000400:00000010:2.0:1776190954.178416:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190954.178418:0:15847:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349440, portal 10 00000400:00000010:2.0:1776190954.178423:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190954.178424:0:15847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468797349440, offset 0 00000400:00000200:2.0:1776190954.178427:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178430:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178433:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7cf123e40 00000400:00000200:2.0:1776190954.178436:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7f5bd [64] + 88704 00000400:00000200:2.0:1776190954.178440:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178442:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178443:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776190954.178446:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a73fd160. 00000400:00000200:2.0:1776190954.178456:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:2.0:1776190954.178458:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:2.0:1776190954.178460:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000109b1b14 x1862468797349440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178488:0:15844:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000103010cf. 00000400:00000010:2.0:1776190954.178492:0:15844:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b95096f. 00000400:00000010:2.0:1776190954.178493:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190954.178495:0:15844:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348800, portal 10 00000400:00000010:2.0:1776190954.178500:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190954.178503:0:15844:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468797348800, offset 0 00000400:00000200:2.0:1776190954.178506:0:15844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178510:0:15844:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178514:0:15844:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7cf123bc0 00000400:00000200:2.0:1776190954.178517:0:15844:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7f5bd [64] + 88928 00000400:00000200:2.0:1776190954.178521:0:15844:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178523:0:15844:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178525:0:15844:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776190954.178528:0:15844:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007950a1e8. 00000400:00000200:2.0:1776190954.178537:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:2.0:1776190954.178538:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000100:00000200:2.0:1776190954.178541:0:15844:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000280b5198 x1862468797348800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178579:0:15844:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c4ca2e0. 00000400:00000010:2.0:1776190954.178584:0:15844:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b16822bd. 00000400:00000010:2.0:1776190954.178587:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190954.178589:0:15844:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349056, portal 10 00000400:00000010:2.0:1776190954.178594:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190954.178595:0:15844:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468797349056, offset 0 00000400:00000200:2.0:1776190954.178598:0:15844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178603:0:15844:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178607:0:15844:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7cf123cc0 00000400:00000200:2.0:1776190954.178610:0:15844:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7f5bd [64] + 89152 00000400:00000200:2.0:1776190954.178613:0:15844:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178616:0:15844:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178619:0:15844:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776190954.178621:0:15844:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000950934f4. 00000400:00000200:2.0:1776190954.178640:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:2.0:1776190954.178642:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:2.0:1776190954.178644:0:15844:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061faaa02 x1862468797349056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178657:0:15844:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1b54807. 00000400:00000010:2.0:1776190954.178660:0:15844:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000012abdd8. 00000400:00000010:2.0:1776190954.178662:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190954.178664:0:15844:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349312, portal 4 00000400:00000010:2.0:1776190954.178668:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190954.178669:0:15844:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862468797349312, offset 0 00000400:00000200:2.0:1776190954.178672:0:15844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178676:0:15844:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178679:0:15844:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de7cf123dc0 00000400:00000200:2.0:1776190954.178683:0:15844:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7c269 [8] + 14104 00000400:00000200:2.0:1776190954.178699:0:15844:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178701:0:15844:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178704:0:15844:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776190954.178707:0:15844:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000258c4faa. 00000400:00000200:2.0:1776190954.178717:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:2.0:1776190954.178719:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:2.0:1776190954.178721:0:15844:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000321f3308 x1862468797349312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178744:0:15844:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094115002. 00000400:00000010:2.0:1776190954.178747:0:15844:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091319ebf. 00000400:00000010:2.0:1776190954.178750:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190954.178752:0:15844:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797348864, portal 10 00000400:00000010:2.0:1776190954.178757:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190954.178758:0:15844:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468797348864, offset 0 00000400:00000200:2.0:1776190954.178761:0:15844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178765:0:15844:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178769:0:15844:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7cf123c00 00000400:00000200:2.0:1776190954.178772:0:15844:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7f5bd [64] + 89376 00000400:00000200:2.0:1776190954.178775:0:15844:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178777:0:15844:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178779:0:15844:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776190954.178782:0:15844:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035c29d78. 00000400:00000200:2.0:1776190954.178793:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:2.0:1776190954.178795:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000100:00000200:2.0:1776190954.178797:0:15844:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c642c3c2 x1862468797348864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178808:0:15844:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005241074e. 00000400:00000010:2.0:1776190954.178811:0:15844:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000470019d3. 00000400:00000010:2.0:1776190954.178813:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190954.178815:0:15844:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349120, portal 10 00000400:00000010:2.0:1776190954.178818:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190954.178820:0:15844:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862468797349120, offset 0 00000400:00000200:2.0:1776190954.178823:0:15844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178827:0:15844:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178830:0:15844:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69de7cf123d00 00000400:00000200:2.0:1776190954.178833:0:15844:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x7f5bd [64] + 89600 00000400:00000200:2.0:1776190954.178837:0:15844:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178839:0:15844:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178841:0:15844:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776190954.178844:0:15844:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ecbbf9c2. 00000400:00000200:2.0:1776190954.178854:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:2.0:1776190954.178856:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000100:00000200:2.0:1776190954.178859:0:15844:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000005d0e46 x1862468797349120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1776190954.178871:0:15844:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047019d20. 00000400:00000010:2.0:1776190954.178890:0:15844:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1be0f10. 00000400:00000010:2.0:1776190954.178894:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190954.178897:0:15844:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349376, portal 4 00000400:00000010:2.0:1776190954.178902:0:15844:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.178904:0:15844:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862468797349376, offset 0 00000400:00000200:2.0:1776190954.178908:0:15844:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.178913:0:15844:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.178917:0:15844:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69de7cf123e00 00000400:00000200:2.0:1776190954.178920:0:15844:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x7c269 [8] + 14328 00000400:00000200:2.0:1776190954.178923:0:15844:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.178925:0:15844:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.178927:0:15844:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776190954.178930:0:15844:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000085ace133. 00000400:00000200:2.0:1776190954.178941:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.178943:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000100:00000200:2.0:1776190954.178946:0:15844:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8e88c90 x1862468797349376/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:2.0:1776190954.179016:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db2422f9. 00000020:00000010:2.0:1776190954.179023:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.179028:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190954.179066:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019754226. 00000020:00000010:2.0:1776190954.179069:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008e013e75. 00000020:00000010:2.0:1776190954.179071:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9b51a82. 00000100:00000200:2.0:1776190954.179088:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797348736 02000000:00000010:2.0:1776190954.179118:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7499c6d. 00010000:00000200:2.0:1776190954.179164:0:65609:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000ce97a5be x1862468797348736/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179183:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179186:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468797348736, offset 224 00000400:00000200:2.0:1776190954.179191:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179195:0:65609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.179201:0:65609:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de7cf123b80 00000400:00000200:2.0:1776190954.179206:0:65609:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb6481 [1] + 224 00000400:00000200:2.0:1776190954.179210:0:65609:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.179212:0:65609:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.179218:0:65609:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a8406f72 x1862468797348736/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.179234:0:65609:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.179235:0:65609:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.179248:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.179263:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190954.179266:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db2422f9. 00000100:00000200:2.0:1776190954.179280:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349248 02000000:00000010:2.0:1776190954.179286:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db2422f9. 00010000:00000200:2.0:1776190954.179290:0:65609:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000ecd8b6e1 x1862468797349248/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179298:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179300:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468797349248, offset 224 00000400:00000200:2.0:1776190954.179303:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179307:0:65609:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.179311:0:65609:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de7cf123d80 00000400:00000200:2.0:1776190954.179315:0:65609:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb6491 [1] + 224 00000400:00000200:2.0:1776190954.179319:0:65609:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.179321:0:65609:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.179325:0:65609:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000023fdab81 x1862468797349248/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.179334:0:65609:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.179335:0:65609:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.179339:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008e013e75. 00000020:00000010:2.0:1776190954.179341:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9b51a82. 00000020:00000010:2.0:1776190954.179343:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019754226. 00000020:00000010:2.0:1776190954.179364:0:67530:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019754226. 00000020:00000010:2.0:1776190954.179367:0:67530:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008e013e75. 00000020:00000010:2.0:1776190954.179369:0:67530:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9b51a82. 00000020:00000010:2.0:1776190954.179385:0:67530:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003242556f. 00000020:00000010:2.0:1776190954.179387:0:67530:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.179389:0:67530:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190954.179396:0:67530:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e5aea8e. 00000020:00000010:2.0:1776190954.179399:0:67530:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f3ae9cc4. 00000020:00000010:2.0:1776190954.179401:0:67530:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.179411:0:67530:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b77b8a9c. 00000020:00000010:2.0:1776190954.179413:0:67530:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190954.179415:0:67530:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000020:00000010:2.0:1776190954.179423:0:67530:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a7351a0. 00000020:00000010:2.0:1776190954.179425:0:67530:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.179427:0:67530:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e5ffe3dc. 00000020:00000010:2.0:1776190954.179434:0:67530:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fe13e0. 00000020:00000010:2.0:1776190954.179436:0:67530:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5254a74. 00000020:00000010:2.0:1776190954.179438:0:67530:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076ef15ad. 00000100:00000200:2.0:1776190954.179443:0:67530:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797348928 02000000:00000010:2.0:1776190954.179449:0:67530:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007e88898. 00010000:00000200:2.0:1776190954.179453:0:67530:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000292cb37c x1862468797348928/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179461:0:67530:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179464:0:67530:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468797348928, offset 224 00000400:00000200:2.0:1776190954.179467:0:67530:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179471:0:67530:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.179475:0:67530:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7cf123c40 00000400:00000200:2.0:1776190954.179479:0:67530:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64a1 [1] + 224 00000400:00000200:2.0:1776190954.179482:0:67530:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.179485:0:67530:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.179489:0:67530:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e59e524c x1862468797348928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.179498:0:67530:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.179499:0:67530:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.179504:0:67530:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008e013e75. 00000020:00000010:2.0:1776190954.179506:0:67530:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9b51a82. 00000020:00000010:2.0:1776190954.179508:0:67530:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019754226. 00000100:00000200:2.0:1776190954.179514:0:67530:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349440 02000000:00000010:2.0:1776190954.179518:0:67530:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019754226. 00010000:00000200:2.0:1776190954.179521:0:67530:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000a73fd160 x1862468797349440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179529:0:67530:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179531:0:67530:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468797349440, offset 224 00000400:00000200:2.0:1776190954.179534:0:67530:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179537:0:67530:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.179540:0:67530:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7cf123e40 00000400:00000200:2.0:1776190954.179543:0:67530:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64b1 [1] + 224 00000400:00000200:2.0:1776190954.179546:0:67530:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.179549:0:67530:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.179552:0:67530:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000109b1b14 x1862468797349440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.179561:0:67530:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.179562:0:67530:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.179566:0:67530:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.179567:0:67530:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003d0ea99a. 00000020:00000010:2.0:1776190954.179569:0:67530:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003242556f. 00000100:00000200:2.0:1776190954.179575:0:67530:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797348800 02000000:00000010:2.0:1776190954.179579:0:67530:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003242556f. 00010000:00000200:2.0:1776190954.179582:0:67530:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@000000007950a1e8 x1862468797348800/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179588:0:67530:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179590:0:67530:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468797348800, offset 224 00000400:00000200:2.0:1776190954.179593:0:67530:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179596:0:67530:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.179600:0:67530:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7cf123bc0 00000400:00000200:2.0:1776190954.179603:0:67530:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64b9 [1] + 224 00000400:00000200:2.0:1776190954.179606:0:67530:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.179608:0:67530:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.179611:0:67530:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000280b5198 x1862468797348800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.179624:0:67530:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.179626:0:67530:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.179630:0:67530:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f3ae9cc4. 00000020:00000010:2.0:1776190954.179632:0:67530:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.179633:0:67530:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e5aea8e. 00000100:00000200:2.0:1776190954.179639:0:67530:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349056 02000000:00000010:2.0:1776190954.179643:0:67530:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e5aea8e. 00010000:00000200:2.0:1776190954.179646:0:67530:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000950934f4 x1862468797349056/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179653:0:67530:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179655:0:67530:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468797349056, offset 224 00000400:00000200:2.0:1776190954.179658:0:67530:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179661:0:67530:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.179665:0:67530:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7cf123cc0 00000400:00000200:2.0:1776190954.179668:0:67530:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64c1 [1] + 224 00000400:00000200:2.0:1776190954.179671:0:67530:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.179673:0:67530:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.179676:0:67530:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061faaa02 x1862468797349056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.179684:0:67530:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.179685:0:67530:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.179690:0:67530:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190954.179691:0:67530:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190954.179693:0:67530:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b77b8a9c. 00000100:00000200:2.0:1776190954.179698:0:67530:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797348864 02000000:00000010:2.0:1776190954.179703:0:67530:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b77b8a9c. 00010000:00000200:2.0:1776190954.179706:0:67530:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@0000000035c29d78 x1862468797348864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179712:0:67530:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179714:0:67530:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468797348864, offset 224 00000400:00000200:2.0:1776190954.179717:0:67530:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179720:0:67530:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.179724:0:67530:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7cf123c00 00000400:00000200:2.0:1776190954.179727:0:67530:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64d1 [1] + 224 00000400:00000200:2.0:1776190954.179730:0:67530:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.179733:0:67530:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.179736:0:67530:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c642c3c2 x1862468797348864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.179743:0:67530:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.179744:0:67530:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.179748:0:67530:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.179750:0:67530:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e5ffe3dc. 00000020:00000010:2.0:1776190954.179752:0:67530:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a7351a0. 00000100:00000200:2.0:1776190954.179757:0:67530:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349120 02000000:00000010:2.0:1776190954.179761:0:67530:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004a7351a0. 00010000:00000200:2.0:1776190954.179763:0:67530:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000ecbbf9c2 x1862468797349120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179771:0:67530:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179773:0:67530:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468797349120, offset 224 00000400:00000200:2.0:1776190954.179776:0:67530:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179780:0:67530:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.179783:0:67530:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69de7cf123d00 00000400:00000200:2.0:1776190954.179787:0:67530:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb64d9 [1] + 224 00000400:00000200:2.0:1776190954.179790:0:67530:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.179792:0:67530:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.179795:0:67530:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000005d0e46 x1862468797349120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.179804:0:67530:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.179805:0:67530:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.179809:0:67530:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5254a74. 00000020:00000010:2.0:1776190954.179811:0:67530:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076ef15ad. 00000020:00000010:2.0:1776190954.179813:0:67530:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fe13e0. 00000020:00000010:2.0:1776190954.179840:0:66345:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fe13e0. 00000020:00000010:2.0:1776190954.179844:0:66345:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a5254a74. 00000020:00000010:2.0:1776190954.179845:0:66345:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000076ef15ad. 00000020:00000010:2.0:1776190954.179874:0:66345:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eac0479a. 00000020:00000010:2.0:1776190954.179876:0:66345:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.179878:0:66345:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e5ffe3dc. 00000020:00000010:2.0:1776190954.179891:0:66345:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049f0cdb1. 00000020:00000010:2.0:1776190954.179893:0:66345:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190954.179895:0:66345:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000020:00000010:2.0:1776190954.179939:0:66345:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac030881. 00000020:00000010:2.0:1776190954.179943:0:66345:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f3ae9cc4. 00000020:00000010:2.0:1776190954.179945:0:66345:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000100:00000200:2.0:1776190954.179963:0:66345:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797348992 02000000:00000010:2.0:1776190954.179972:0:66345:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b57d59f4. 00010000:00000200:2.0:1776190954.179977:0:66345:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@0000000083db1422 x1862468797348992/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1776190997 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.179986:0:66345:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.179989:0:66345:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468797348992, offset 224 00000400:00000200:2.0:1776190954.179993:0:66345:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.179998:0:66345:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.180003:0:66345:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de7cf123c80 00000400:00000200:2.0:1776190954.180008:0:66345:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb6489 [1] + 224 00000400:00000200:2.0:1776190954.180012:0:66345:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.180014:0:66345:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.180020:0:66345:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d078025a x1862468797348992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.180031:0:66345:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.180032:0:66345:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.180038:0:66345:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a5254a74. 00000020:00000010:2.0:1776190954.180041:0:66345:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000076ef15ad. 00000020:00000010:2.0:1776190954.180043:0:66345:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fe13e0. 00000100:00000200:2.0:1776190954.180054:0:66345:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349184 02000000:00000010:2.0:1776190954.180061:0:66345:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000089765c5. 00010000:00000200:2.0:1776190954.180065:0:66345:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@000000008b0384e1 x1862468797349184/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1776190997 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.180073:0:66345:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.180075:0:66345:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468797349184, offset 224 00000400:00000200:2.0:1776190954.180078:0:66345:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.180082:0:66345:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.180087:0:66345:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de7cf123d40 00000400:00000200:2.0:1776190954.180090:0:66345:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb64a9 [1] + 224 00000400:00000200:2.0:1776190954.180094:0:66345:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.180096:0:66345:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.180101:0:66345:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004d2edca9 x1862468797349184/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.180109:0:66345:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.180110:0:66345:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.180118:0:66345:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.180120:0:66345:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e5ffe3dc. 00000020:00000010:2.0:1776190954.180122:0:66345:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eac0479a. 00000100:00000200:2.0:1776190954.180164:0:66345:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349312 02000000:00000010:2.0:1776190954.180171:0:66345:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001aad3e24. 00010000:00000200:2.0:1776190954.180175:0:66345:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000258c4faa x1862468797349312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1776190997 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.180183:0:66345:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.180187:0:66345:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468797349312, offset 224 00000400:00000200:2.0:1776190954.180191:0:66345:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.180195:0:66345:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.180200:0:66345:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de7cf123dc0 00000400:00000200:2.0:1776190954.180203:0:66345:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb64c9 [1] + 224 00000400:00000200:2.0:1776190954.180206:0:66345:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.180208:0:66345:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.180214:0:66345:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000321f3308 x1862468797349312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.180224:0:66345:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.180226:0:66345:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.180231:0:66345:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000685542f1. 00000020:00000010:2.0:1776190954.180234:0:66345:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190954.180236:0:66345:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049f0cdb1. 00000100:00000200:2.0:1776190954.180245:0:66345:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349376 02000000:00000010:2.0:1776190954.180251:0:66345:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ec1a3aa. 00000100:00000010:1.0:1776190954.184535:0:71762:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190954.184575:0:71762:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f2c2f8. 00000100:00000010:1.0:1776190954.184621:0:65528:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190954.184628:0:65528:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cdc692c8. 02000000:00000010:1.0:1776190954.185298:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b6d7b494. 00000400:00000010:1.0:1776190954.185309:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d0e6fa9. 00000400:00000010:1.0:1776190954.185318:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190954.185327:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468797349568, portal 4 00000400:00000010:1.0:1776190954.185335:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190954.185338:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862468797349568, offset 0 00000400:00000200:1.0:1776190954.185349:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190954.185367:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190954.185384:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de7cf123ec0 00000400:00000200:1.0:1776190954.185394:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4884d [256] + 1344 00000400:00000200:1.0:1776190954.185404:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.185409:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190954.185418:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1776190954.185426:0:15845:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae46a70f. 00000400:00000200:1.0:1776190954.185453:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190954.185457:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190954.185464:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797349568/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190961 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:1.0:1776190954.185534:0:64685:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d5a9f65. 00000020:00000010:1.0:1776190954.185544:0:64685:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.185550:0:64685:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.185595:0:64685:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349568 02000000:00000010:1.0:1776190954.185623:0:64685:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000d1ba41a0. 02000000:00000010:3.0:1776190954.185978:0:15846:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000aba3059. 00000400:00000010:3.0:1776190954.185986:0:15846:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfca873e. 00000400:00000010:3.0:1776190954.185991:0:15846:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190954.185994:0:15846:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468797349504, portal 4 00000400:00000010:3.0:1776190954.185999:0:15846:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190954.186002:0:15846:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862468797349504, offset 0 00000400:00000200:3.0:1776190954.186008:0:15846:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190954.186015:0:15846:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190954.186023:0:15846:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69de7cf123e80 00000400:00000200:3.0:1776190954.186027:0:15846:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4884d [256] + 1568 00000400:00000200:3.0:1776190954.186032:0:15846:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.186034:0:15846:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190954.186037:0:15846:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1776190954.186042:0:15846:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040d2caf9. 00000400:00000200:3.0:1776190954.186060:0:15846:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:3.0:1776190954.186062:0:15846:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000100:00000200:3.0:1776190954.186067:0:15846:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797349504/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190961 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:3.0:1776190954.186107:0:64686:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027d13533. 00000020:00000010:3.0:1776190954.186112:0:64686:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.186116:0:64686:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.186323:0:64686:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797349504 02000000:00000010:3.0:1776190954.186340:0:64686:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000008a0ebdc1. 00010000:00000200:3.0:1776190954.186389:0:64686:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@0000000040d2caf9 x1862468797349504/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/368 e 0 to 0 dl 1776190960 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1776190954.186406:0:64686:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190954.186409:0:64686:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468797349504, offset 224 00000400:00000200:3.0:1776190954.186413:0:64686:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190954.186418:0:64686:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190954.186423:0:64686:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7cf123e80 00000400:00000200:3.0:1776190954.186428:0:64686:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb651d [1] + 224 00000400:00000200:3.0:1776190954.186432:0:64686:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.186435:0:64686:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190954.186441:0:64686:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797349504/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1776190954.186458:0:64686:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:3.0:1776190954.186459:0:64686:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000020:00000010:3.0:1776190954.186474:0:64686:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.186496:0:64686:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190954.186501:0:64686:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027d13533. 00000020:00000010:3.0:1776190954.186538:0:71750:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027d13533. 00000020:00000010:3.0:1776190954.186541:0:71750:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.186544:0:71750:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.186569:0:71750:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797348672 02000000:00000010:3.0:1776190954.186580:0:71750:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071c04ee0. 00010000:00000200:3.0:1776190954.186586:0:71750:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000aed8b020 x1862468797348672/t0(0) o400->fef5db2b-2b4d-465a-9e2c-4344d7895188@0@lo:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1776190954.186595:0:71750:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190954.186597:0:71750:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862468797348672, offset 224 00000400:00000200:3.0:1776190954.186601:0:71750:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190954.186607:0:71750:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190954.186613:0:71750:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69de7cf123b40 00000400:00000200:3.0:1776190954.186620:0:71750:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb6499 [1] + 224 00000400:00000200:3.0:1776190954.186624:0:71750:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.186626:0:71750:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1776190954.187448:0:64685:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000ae46a70f x1862468797349568/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:610/0 lens 224/368 e 0 to 0 dl 1776190960 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1776190954.187470:0:64685:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190954.187475:0:64685:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468797349568, offset 224 00000400:00000200:1.0:1776190954.187484:0:64685:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190954.187493:0:64685:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190954.187501:0:64685:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7cf123ec0 00000400:00000200:1.0:1776190954.187508:0:64685:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6515 [1] + 224 00000400:00000200:1.0:1776190954.187513:0:64685:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.187516:0:64685:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190954.187523:0:64685:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797349568/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1776190954.187547:0:64685:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190954.187549:0:64685:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000020:00000010:1.0:1776190954.187563:0:64685:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.187569:0:64685:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.187572:0:64685:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d5a9f65. 00000400:00000010:1.0:1776190954.187629:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d0e6fa9. 00000100:00000200:3.0:1776190954.187931:0:71750:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f3260090 x1862468797348672/t0(0) o400->MGC192.168.202.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00010000:00000200:2.0:1776190954.188372:0:66345:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@0000000085ace133 x1862468797349376/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1776190997 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1776190954.188391:0:66345:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000400:00000200:1.0:1776190954.188441:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:1.0:1776190954.188443:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000100:00000200:1.0:1776190954.188450:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797349568/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1776190954.188458:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797349568/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:1.0:1776190954.188509:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b6d7b494. 02000000:00000010:1.0:1776190954.188521:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cdc692c8. 00000100:00000010:1.0:1776190954.188530:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000400:00000200:3.0:1776190954.188608:0:71750:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:3.0:1776190954.188610:0:71750:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000020:00000010:3.0:1776190954.188645:0:71750:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.188663:0:71750:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190954.188668:0:71750:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027d13533. 02000000:00000010:3.0:1776190954.188680:0:71750:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071c04ee0. 00000100:00000200:3.0:1776190954.188690:0:71750:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1776190954.188698:0:71750:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a49cbc5a. 00000400:00000010:3.0:1776190954.188708:0:71750:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b604ca05 (tot 82347994). 00000400:00000010:3.0:1776190954.188772:0:15846:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dfca873e. 00000400:00000200:3.0:1776190954.188776:0:15846:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:3.0:1776190954.188777:0:15846:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000100:00000200:3.0:1776190954.188783:0:15846:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc1feb73 x1862468797349504/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:3.0:1776190954.188791:0:15846:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc1feb73 x1862468797349504/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:3.0:1776190954.188822:0:15846:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000aba3059. 02000000:00000010:3.0:1776190954.188827:0:15846:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000024f2c2f8. 00000100:00000010:3.0:1776190954.188830:0:15846:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000400:00000200:3.0:1776190954.188885:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.188898:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c080 00000400:00000200:3.0:1776190954.188906:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4e41 [2] + 1968 00000400:00000010:3.0:1776190954.188910:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d9cc157. 00000400:00000200:3.0:1776190954.188914:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e3aa6891 00000400:00000200:3.0:1776190954.189005:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.189009:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.189013:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e3aa6891 00000400:00000010:3.0:1776190954.189015:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e3aa6891 (tot 82347842). 00000100:00000200:3.0:1776190954.189020:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776190954.190995:0:15844:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091319ebf. 00000400:00000200:0.0:1776190954.191009:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:0.0:1776190954.191011:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:0.0:1776190954.191028:0:15844:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c642c3c2 x1862468797348864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191041:0:15844:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c642c3c2 x1862468797348864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191081:0:15844:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000470019d3. 00000400:00000200:0.0:1776190954.191084:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:0.0:1776190954.191085:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000100:00000200:0.0:1776190954.191090:0:15844:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000005d0e46 x1862468797349120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191096:0:15844:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000005d0e46 x1862468797349120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191110:0:15844:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b95096f. 00000400:00000200:0.0:1776190954.191113:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:0.0:1776190954.191114:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:0.0:1776190954.191117:0:15844:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000280b5198 x1862468797348800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191123:0:15844:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000280b5198 x1862468797348800/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191160:0:15844:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b16822bd. 00000400:00000200:0.0:1776190954.191163:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:0.0:1776190954.191164:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000100:00000200:0.0:1776190954.191168:0:15844:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061faaa02 x1862468797349056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191174:0:15844:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061faaa02 x1862468797349056/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191185:0:15844:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000012abdd8. 00000400:00000200:0.0:1776190954.191187:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:0.0:1776190954.191189:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:0.0:1776190954.191192:0:15844:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000321f3308 x1862468797349312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191198:0:15844:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000321f3308 x1862468797349312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1776190954.191214:0:15844:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094115002. 02000000:00000010:0.0:1776190954.191220:0:15844:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d6177557. 00000100:00000010:0.0:1776190954.191225:0:15844:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c642c3c2. 02000000:00000010:0.0:1776190954.191231:0:15844:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005241074e. 02000000:00000010:0.0:1776190954.191234:0:15844:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ffe55dcb. 00000100:00000010:0.0:1776190954.191236:0:15844:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000005d0e46. 02000000:00000010:0.0:1776190954.191240:0:15844:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000103010cf. 02000000:00000010:0.0:1776190954.191243:0:15844:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f2afb790. 00000100:00000010:0.0:1776190954.191245:0:15844:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000280b5198. 02000000:00000010:0.0:1776190954.191248:0:15844:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c4ca2e0. 02000000:00000010:0.0:1776190954.191250:0:15844:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000cf6bad91. 00000100:00000010:0.0:1776190954.191263:0:15844:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061faaa02. 02000000:00000010:0.0:1776190954.191267:0:15844:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1b54807. 02000000:00000010:0.0:1776190954.191270:0:15844:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008f3284b5. 00000100:00000010:0.0:1776190954.191272:0:15844:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000321f3308. 00000400:00000010:0.0:1776190954.191298:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090454e51. 00000400:00000200:0.0:1776190954.191301:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:0.0:1776190954.191302:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000100:00000200:0.0:1776190954.191308:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3260090 x1862468797348672/t0(0) o400->MGC192.168.202.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191316:0:15847:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3260090 x1862468797348672/t0(0) o400->MGC192.168.202.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191328:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3f699be. 00000400:00000200:0.0:1776190954.191330:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:0.0:1776190954.191331:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:0.0:1776190954.191335:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e59e524c x1862468797348928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191340:0:15847:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e59e524c x1862468797348928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191353:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000892eb96b. 00000400:00000200:0.0:1776190954.191355:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:0.0:1776190954.191356:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:0.0:1776190954.191361:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d2edca9 x1862468797349184/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191368:0:15847:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d2edca9 x1862468797349184/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191382:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0b5612b. 00000400:00000200:0.0:1776190954.191384:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:0.0:1776190954.191386:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:0.0:1776190954.191389:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000109b1b14 x1862468797349440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191395:0:15847:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000109b1b14 x1862468797349440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191407:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028178b1f. 00000400:00000200:0.0:1776190954.191410:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:0.0:1776190954.191411:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000100:00000200:0.0:1776190954.191415:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a8406f72 x1862468797348736/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191422:0:15847:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a8406f72 x1862468797348736/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191435:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ce66eb26. 00000400:00000200:0.0:1776190954.191437:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:0.0:1776190954.191438:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:0.0:1776190954.191442:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d078025a x1862468797348992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191448:0:15847:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d078025a x1862468797348992/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1776190954.191459:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d152d9e3. 00000400:00000200:0.0:1776190954.191461:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:0.0:1776190954.191462:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00000100:00000200:0.0:1776190954.191465:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000023fdab81 x1862468797349248/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.191472:0:15847:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000023fdab81 x1862468797349248/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1776190954.191483:0:15847:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b18b7bf8. 02000000:00000010:0.0:1776190954.191488:0:15847:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aa643c25. 00000100:00000010:0.0:1776190954.191493:0:15847:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3260090. 02000000:00000010:0.0:1776190954.191496:0:15847:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002748123d. 02000000:00000010:0.0:1776190954.191500:0:15847:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f3d04a7a. 00000100:00000010:0.0:1776190954.191502:0:15847:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e59e524c. 02000000:00000010:0.0:1776190954.191504:0:15847:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000840c33b1. 02000000:00000010:0.0:1776190954.191507:0:15847:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000540369b2. 00000100:00000010:0.0:1776190954.191509:0:15847:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d2edca9. 02000000:00000010:0.0:1776190954.191512:0:15847:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000888ba729. 02000000:00000010:0.0:1776190954.191516:0:15847:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ae59771e. 00000100:00000010:0.0:1776190954.191518:0:15847:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000109b1b14. 02000000:00000010:0.0:1776190954.191521:0:15847:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce2f7208. 02000000:00000010:0.0:1776190954.191524:0:15847:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000008fbea240. 00000100:00000010:0.0:1776190954.191526:0:15847:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a8406f72. 02000000:00000010:0.0:1776190954.191530:0:15847:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d98b66c1. 02000000:00000010:0.0:1776190954.191533:0:15847:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000155084e5. 00000100:00000010:0.0:1776190954.191535:0:15847:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d078025a. 02000000:00000010:0.0:1776190954.191538:0:15847:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bd81f5b. 02000000:00000010:0.0:1776190954.191541:0:15847:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ae577358. 00000100:00000010:0.0:1776190954.191542:0:15847:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000023fdab81. 00000020:00000010:1.0:1776190954.192353:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d5a9f65. 00000020:00000010:1.0:1776190954.192367:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.192372:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.192412:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a7f0e6be x1862468788207744/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190954.192454:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207744 02000000:00000010:1.0:1776190954.192472:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca355201. 00010000:00000010:1.0:1776190954.192512:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4b138f5. 00010000:00000010:1.0:1776190954.192538:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4d029bf. 00000100:00000010:1.0:1776190954.192547:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190954.192564:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:1.0:1776190954.192569:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4d029bf. 00080000:00000010:1.0:1776190954.192613:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000167851c9. 00010000:00000010:1.0:1776190954.192755:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:1.0:1776190954.192763:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021687008. 00010000:00000010:1.0:1776190954.192858:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190954.192862:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000066d00c8d. 00010000:00000010:1.0:1776190954.192870:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aac88223. 00010000:00000010:1.0:1776190954.192876:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00080000:00000010:1.0:1776190954.192910:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdba262e. 00010000:00000010:1.0:1776190954.192942:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190954.192947:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066d00c8d. 00010000:00000010:1.0:1776190954.193024:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a88234db. 00010000:00000010:1.0:1776190954.193028:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190954.193037:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4d029bf. 00000100:00000010:1.0:1776190954.193041:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190954.193050:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190954.193068:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000193ac5d5. 02000000:00000010:1.0:1776190954.193107:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008502ed4a. 00000400:00000010:1.0:1776190954.193117:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d0e6fa9. 00000400:00000010:1.0:1776190954.193126:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190954.193178:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349632, portal 16 00000400:00000010:1.0:1776190954.193185:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190954.193188:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797349632, offset 0 00000400:00000200:1.0:1776190954.193200:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.193226:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.193237:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.193242:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.193245:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.193249:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91399:91399:256:4294967295] 192.168.202.25@tcp LPNI seq info [91399:91399:8:4294967295] 00000400:00000200:1.0:1776190954.193275:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.193283:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.193289:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc692c8 (tot 82348090). 00000800:00000200:1.0:1776190954.193297:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.193306:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.193311:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdc692c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.193467:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.193472:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc692c8 (tot 82347842). 00000400:00000200:1.0:1776190954.193478:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.193484:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.193489:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190954.193491:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:1.0:1776190954.193499:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797349632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190954.193530:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190954.193534:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207744, offset 224 00000400:00000200:1.0:1776190954.193538:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.193544:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.193548:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91400:91400:256:4294967295] 192.168.202.25@tcp LPNI seq info [91400:91400:8:4294967295] 00000400:00000200:1.0:1776190954.193557:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.193560:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.193563:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc692c8 (tot 82348090). 00000800:00000200:1.0:1776190954.193568:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.193571:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.193574:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdc692c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.193599:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.193605:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.193609:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d5a9f65. 02000000:00000010:1.0:1776190954.193622:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef29d00b. 00000100:00000010:1.0:1776190954.193626:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:1.0:1776190954.193630:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9b4e181. 00000100:00000010:1.0:1776190954.193633:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:1.0:1776190954.193638:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009c34ab6. 00000100:00000010:1.0:1776190954.193641:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000244af836. 02000000:00000010:1.0:1776190954.193650:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9ed9e67. 00000100:00000010:1.0:1776190954.193655:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003dabbd3. 02000000:00000010:1.0:1776190954.193659:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c9b841be. 00000100:00000010:1.0:1776190954.193663:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d81232f6. 02000000:00000010:1.0:1776190954.193669:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000020ab8259. 00000100:00000010:1.0:1776190954.193671:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000531c177. 00000100:00000200:1.0:1776190954.193687:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776190954.193711:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.193714:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc692c8 (tot 82347842). 00000400:00000200:1.0:1776190954.193717:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.193720:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.193723:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190954.193725:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 02000000:00000010:1.0:1776190954.193729:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca355201. 00000400:00000010:1.0:1776190954.193740:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e343071f. 00000400:00000010:1.0:1776190954.193746:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000027054749 (tot 82347994). 00000100:00000200:2.0:1776190954.201925:0:66345:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468797349376, offset 224 00000400:00000200:2.0:1776190954.201951:0:66345:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.201971:0:66345:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.201987:0:66345:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69de7cf123e00 00000400:00000200:2.0:1776190954.201997:0:66345:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb64e1 [1] + 224 00000400:00000200:2.0:1776190954.202005:0:66345:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.202009:0:66345:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.202024:0:66345:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8e88c90 x1862468797349376/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1776190954.202065:0:66345:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.202067:0:66345:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000020:00000010:2.0:1776190954.202102:0:66345:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f3ae9cc4. 00000020:00000010:2.0:1776190954.202110:0:66345:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.202114:0:66345:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac030881. 00000400:00000010:0.0:1776190954.203344:0:15844:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1be0f10. 00000400:00000200:0.0:1776190954.203356:0:15844:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:0.0:1776190954.203358:0:15844:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000100:00000200:0.0:1776190954.203371:0:15844:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8e88c90 x1862468797349376/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776190954.203382:0:15844:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8e88c90 x1862468797349376/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1776190954.203423:0:15844:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047019d20. 02000000:00000010:0.0:1776190954.203456:0:15844:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000960f70b0. 00000100:00000010:0.0:1776190954.203461:0:15844:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8e88c90. 00000400:00000200:1.0:1776190954.205916:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.205945:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123f00 00000400:00000200:1.0:1776190954.205957:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6535 [1] + 224 00000400:00000200:1.0:1776190954.205975:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.205979:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.205993:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797349632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.206045:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.206050:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c0c0 00000400:00000200:1.0:1776190954.206056:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ea1 [2] + 0 00000400:00000010:0.0:1776190954.207001:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d0e6fa9. 00000400:00000200:0.0:1776190954.207010:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:0.0:1776190954.207013:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000100:00000200:0.0:1776190954.207026:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797349632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.207041:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797349632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190954.207089:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008502ed4a. 02000000:00000010:0.0:1776190954.207098:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000193ac5d5. 00000100:00000010:0.0:1776190954.207103:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:0.0:1776190954.207109:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:0.0:1776190954.207113:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4d029bf. 00000400:00000200:1.0:1776190954.207224:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.207230:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.207238:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.207246:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:2.0:1776190954.216876:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac030881. 00000020:00000010:2.0:1776190954.216897:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f3ae9cc4. 00000020:00000010:2.0:1776190954.216904:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000100:00000200:2.0:1776190954.216949:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788207808/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190954.217000:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207808 02000000:00000010:2.0:1776190954.217014:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043e68b17. 00010000:00000010:2.0:1776190954.217052:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3571cbe. 00010000:00000010:2.0:1776190954.217082:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc036745. 00000100:00000010:2.0:1776190954.217092:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe404736. 00000100:00000010:2.0:1776190954.217111:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe404736. 00010000:00000010:2.0:1776190954.217117:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc036745. 00000400:00000010:2.0:1776190954.217160:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.217168:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207808, offset 224 00000400:00000200:2.0:1776190954.217179:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.217197:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.217205:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91401:91401:256:4294967295] 192.168.202.25@tcp LPNI seq info [91401:91401:8:4294967295] 00000400:00000200:2.0:1776190954.217218:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.217224:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.217230:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e55c8a00 (tot 82348242). 00000800:00000200:2.0:1776190954.217239:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.217249:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.217264:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e55c8a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.217292:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f3ae9cc4. 00000020:00000010:2.0:1776190954.217297:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.217300:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac030881. 00080000:00000010:2.0:1776190954.217340:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac030881. 00010000:00000010:2.0:1776190954.217465:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:2.0:1776190954.217472:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb7bc310. 00010000:00000010:2.0:1776190954.217585:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.0:1776190954.217594:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004283670c. 00010000:00000010:2.0:1776190954.217607:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc036745. 00000100:00000010:2.0:1776190954.217610:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe404736. 00000100:00000010:2.0:1776190954.217619:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190954.217831:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba46bbc6. 02000000:00000010:2.0:1776190954.217869:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032c991c3. 00000400:00000010:2.0:1776190954.217876:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000650ec809. 00000400:00000010:2.0:1776190954.217882:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190954.217888:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349696, portal 16 00000400:00000010:2.0:1776190954.217893:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190954.217895:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797349696, offset 0 00000400:00000200:2.0:1776190954.217901:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.217912:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.217919:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.217924:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.217927:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.217930:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91402:91402:255:4294967295] 192.168.202.25@tcp LPNI seq info [91402:91402:7:4294967295] 00000400:00000200:2.0:1776190954.217937:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.217942:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.217945:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009d8d384 (tot 82348490). 00000800:00000200:2.0:1776190954.217949:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.217954:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.217956:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009d8d384 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.218024:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.218028:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e55c8a00 (tot 82348242). 00000400:00000200:2.0:1776190954.218031:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.218036:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.218041:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:2.0:1776190954.218042:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000800:00000200:2.0:1776190954.220549:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.220562:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009d8d384 (tot 82347994). 00000400:00000200:2.0:1776190954.220577:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.220590:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.220600:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:2.0:1776190954.220602:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000100:00000200:2.0:1776190954.220617:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797349696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190954.229270:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc384f33. 00010000:00000010:1.1:1776190954.229294:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c275fb58. 00010000:00000010:1.1:1776190954.229302:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00010000:00000010:1.1:1776190954.229306:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190954.229310:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac88223. 00000020:00000010:3.0:1776190954.230996:0:78366:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ea7d4. 00000020:00000010:3.0:1776190954.231011:0:78366:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000779d5d05. 00000040:00000010:3.0:1776190954.231016:0:78366:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000d394ad61. 00000020:00000010:3.0:1776190954.231021:0:78366:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000765e17d2. 00000020:00000010:3.0:1776190954.231029:0:78366:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000ba26d63b. 00000020:00000010:3.0:1776190954.231034:0:78366:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000311d87fa. 80000000:00000010:3.0:1776190954.231039:0:78366:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000085d22cfd. 40000000:00000010:3.0:1776190954.231044:0:78366:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000da4d0806. 00100000:00000010:3.0:1776190954.231050:0:78366:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000009a859459. 00040000:00000010:3.0:1776190954.231055:0:78366:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000fe28cf3d. 00040000:00000010:3.0:1776190954.231061:0:78366:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000554aac3a. 00040000:00000010:3.0:1776190954.231065:0:78366:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000da4c2949. 00080000:00000010:3.0:1776190954.231071:0:78366:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 00000000f6a6c10d. 00080000:00000010:3.0:1776190954.231078:0:78366:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000640d33a2. 00000004:00000010:3.0:1776190954.231087:0:78366:0:(mdd_device.c:2351:mdd_key_init()) kmalloced '(value)': 1856 at 0000000074a62db1. 00000004:00000010:3.0:1776190954.231094:0:78366:0:(mdt_handler.c:7619:mdt_key_init()) kmalloced '(value)': 2352 at 0000000010dd7303. 00000004:00000010:3.0:1776190954.231100:0:78366:0:(lod_dev.c:2281:lod_key_init()) kmalloced '(value)': 1176 at 0000000096486556. 00002000:00000010:3.0:1776190954.231107:0:78366:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000000aba3059. 00000004:00000010:3.0:1776190954.231113:0:78366:0:(osp_dev.c:1795:osp_key_init()) kmalloced '(value)': 616 at 00000000f0310726. 00000400:00000200:0.0:1776190954.231301:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.231326:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123f40 00000400:00000200:0.0:1776190954.231337:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb654d [1] + 224 00000400:00000200:0.0:1776190954.231356:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.231360:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.231374:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797349696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.231428:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.231433:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c100 00000400:00000200:0.0:1776190954.231439:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ea1 [2] + 328 00000400:00000200:0.0:1776190954.231532:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.231537:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.231542:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.231549:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000400:00000010:2.0:1776190954.232243:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000650ec809. 00000400:00000200:2.0:1776190954.232251:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:2.0:1776190954.232264:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:2.0:1776190954.232275:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797349696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.232286:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797349696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190954.232332:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032c991c3. 02000000:00000010:2.0:1776190954.232340:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba46bbc6. 00000100:00000010:2.0:1776190954.232345:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:2.0:1776190954.232349:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe404736. 00010000:00000010:2.0:1776190954.232355:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc036745. 00000020:00000010:3.0:1776190954.232551:0:78366:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000779d5d05. 00000040:00000010:3.0:1776190954.232559:0:78366:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000d394ad61. 00000020:00000010:3.0:1776190954.232564:0:78366:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000765e17d2. 00000020:00000010:3.0:1776190954.232570:0:78366:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 00000000ba26d63b. 00000020:00000010:3.0:1776190954.232580:0:78366:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000311d87fa. 80000000:00000010:3.0:1776190954.232584:0:78366:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000085d22cfd. 40000000:00000010:3.0:1776190954.232590:0:78366:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 00000000da4d0806. 00100000:00000010:3.0:1776190954.232595:0:78366:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000009a859459. 00040000:00000010:3.0:1776190954.232599:0:78366:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000fe28cf3d. 00040000:00000010:3.0:1776190954.232603:0:78366:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000554aac3a. 00040000:00000010:3.0:1776190954.232610:0:78366:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000da4c2949. 00080000:00000010:3.0:1776190954.232615:0:78366:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000640d33a2. 00080000:00000010:3.0:1776190954.232621:0:78366:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 00000000f6a6c10d. 00000004:00000010:3.0:1776190954.232626:0:78366:0:(mdd_device.c:2363:mdd_key_fini()) kfreed 'info': 1856 at 0000000074a62db1. 00000004:00000010:3.0:1776190954.233063:0:78366:0:(mdt_handler.c:7638:mdt_key_fini()) kfreed 'info': 2352 at 0000000010dd7303. 00000004:00000010:3.0:1776190954.233075:0:78366:0:(lod_dev.c:2311:lod_key_fini()) kfreed 'info': 1176 at 0000000096486556. 00002000:00000010:3.0:1776190954.233079:0:78366:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 000000000aba3059. 00000004:00000010:3.0:1776190954.233083:0:78366:0:(osp_dev.c:1795:osp_key_fini()) kfreed 'info': 616 at 00000000f0310726. 00000020:00000010:3.0:1776190954.233087:0:78366:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ea7d4. 00000020:00000010:1.0:1776190954.242503:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e240f7bc. 00000020:00000010:1.0:1776190954.242519:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.242525:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.242568:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788207872/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190954.242613:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207872 02000000:00000010:1.0:1776190954.242627:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af56f0a1. 00010000:00000010:1.0:1776190954.242674:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f64e2158. 00010000:00000010:1.0:1776190954.242702:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e70d3c4. 00000100:00000010:1.0:1776190954.242712:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190954.242728:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:1.0:1776190954.242732:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e70d3c4. 00000400:00000010:1.0:1776190954.242749:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190954.242756:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207872, offset 224 00000400:00000200:1.0:1776190954.242766:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.242785:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.242958:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91403:91403:256:4294967295] 192.168.202.25@tcp LPNI seq info [91403:91403:8:4294967295] 00000400:00000200:1.0:1776190954.242971:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.242979:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.242985:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc692c8 (tot 82348242). 00000800:00000200:1.0:1776190954.242995:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.243003:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.243007:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdc692c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.243029:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.243032:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.243035:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e240f7bc. 00000800:00000200:1.0:1776190954.243377:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.243381:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc692c8 (tot 82347994). 00000400:00000200:1.0:1776190954.243389:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.243395:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.243401:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190954.243404:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00080000:00000010:1.0:1776190954.243527:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e240f7bc. 00010000:00000010:1.0:1776190954.243711:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004283670c. 00010000:00000010:1.0:1776190954.243724:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9862177. 00010000:00000010:1.0:1776190954.244172:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aac88223. 00010000:00000010:1.0:1776190954.244181:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190954.244196:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e70d3c4. 00000100:00000010:1.0:1776190954.244202:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190954.244212:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190954.244232:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005f84e7e. 02000000:00000010:1.0:1776190954.244293:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060e807f4. 00000400:00000010:1.0:1776190954.244304:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d0e6fa9. 00000400:00000010:1.0:1776190954.244310:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190954.244319:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349760, portal 16 00000400:00000010:1.0:1776190954.244326:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190954.244329:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797349760, offset 0 00000400:00000200:1.0:1776190954.244338:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.244353:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.244362:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.244366:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.244370:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.244373:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91404:91404:256:4294967295] 192.168.202.25@tcp LPNI seq info [91404:91404:8:4294967295] 00000400:00000200:1.0:1776190954.244382:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.244388:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.244392:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc692c8 (tot 82348242). 00000800:00000200:1.0:1776190954.244398:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.244404:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.244409:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdc692c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.244837:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.244842:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc692c8 (tot 82347994). 00000400:00000200:1.0:1776190954.244851:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.244856:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.244861:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:1.0:1776190954.244863:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00000100:00000200:1.0:1776190954.244872:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797349760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190954.245329:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df0fe2b3. 00010000:00000010:2.1:1776190954.245342:0:1036:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b9fac39. 00010000:00000010:2.1:1776190954.245346:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00010000:00000010:1.1:1776190954.251567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5cdf6c4. 00010000:00000010:1.1:1776190954.256402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be61aab7. 00010000:00000010:1.1:1776190954.256435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00000400:00000200:1.0:1776190954.258317:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.258343:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123f80 00000400:00000200:1.0:1776190954.258356:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6559 [1] + 224 00000400:00000200:1.0:1776190954.258373:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.258378:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.258394:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797349760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.258439:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.258444:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c140 00000400:00000200:1.0:1776190954.258450:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ea1 [2] + 656 00000400:00000200:1.0:1776190954.258460:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.258462:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.258467:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.258475:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 00000400:00000010:3.0:1776190954.258737:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d0e6fa9. 00000400:00000200:3.0:1776190954.258744:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:3.0:1776190954.258747:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:3.0:1776190954.258753:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797349760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.258767:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797349760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.258809:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060e807f4. 02000000:00000010:3.0:1776190954.258817:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005f84e7e. 00000100:00000010:3.0:1776190954.258822:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:3.0:1776190954.258828:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:3.0:1776190954.258833:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e70d3c4. 00000020:00000010:1.0:1776190954.260512:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068537e06. 00000020:00000010:1.0:1776190954.260528:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.260534:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.260578:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009beabb9d x1862468788207936/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190954.260628:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788207936 02000000:00000010:1.0:1776190954.260645:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064b51de0. 00010000:00000010:1.0:1776190954.260686:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041999623. 00010000:00000010:1.0:1776190954.260719:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2d92c8e. 00000100:00000010:1.0:1776190954.260729:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190954.260744:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190954.260748:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2d92c8e. 00000400:00000010:1.0:1776190954.260768:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190954.260776:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788207936, offset 224 00000400:00000200:1.0:1776190954.260786:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.260806:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.260813:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91405:91405:256:4294967295] 192.168.202.25@tcp LPNI seq info [91405:91405:8:4294967295] 00000400:00000200:1.0:1776190954.260824:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.260830:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.260836:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc692c8 (tot 82348242). 00000800:00000200:1.0:1776190954.260843:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.260852:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.260857:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdc692c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.260881:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.260886:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.260901:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068537e06. 00000800:00000200:1.0:1776190954.261070:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.261075:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc692c8 (tot 82347994). 00000400:00000200:1.0:1776190954.261083:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.261089:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.261093:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:1.0:1776190954.261096:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00080000:00000010:3.0:1776190954.261471:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071c04ee0. 00010000:00000010:3.0:1776190954.261695:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2646644. 00010000:00000010:3.0:1776190954.261705:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fd29452. 00000004:00000010:3.0:1776190954.261796:0:77311:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000004bcad0b. 00000004:00000010:3.0:1776190954.261813:0:77311:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 000000006e3acf7e. 00000004:00000010:3.0:1776190954.261823:0:77311:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000371c11d0. 00080000:00000010:3.0:1776190954.261837:0:77311:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000f78ea7d4. 00000001:00000010:3.0:1776190954.261865:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dfca873e. 00000001:00000010:3.0:1776190954.261885:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dfca873e. 00080000:00000010:3.0:1776190954.261913:0:77311:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000f78ea7d4. 00000004:00000010:3.0:1776190954.261922:0:77311:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000371c11d0. 00000004:00000010:3.0:1776190954.261926:0:77311:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 000000006e3acf7e. 00000004:00000010:3.0:1776190954.261930:0:77311:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 0000000004bcad0b. 00010000:00000010:3.0:1776190954.262065:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc788cf2. 00010000:00000010:3.0:1776190954.262074:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190954.262089:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190954.262096:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.262108:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.262126:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f78ea7d4. 02000000:00000010:3.0:1776190954.262198:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3fbae6e. 00000400:00000010:3.0:1776190954.262205:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfca873e. 00000400:00000010:3.0:1776190954.262212:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190954.262219:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349824, portal 16 00000400:00000010:3.0:1776190954.262224:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190954.262227:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797349824, offset 0 00000400:00000200:3.0:1776190954.262235:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.262249:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.262267:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.262271:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.262275:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.262278:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91406:91406:256:4294967295] 192.168.202.25@tcp LPNI seq info [91406:91406:8:4294967295] 00000400:00000200:3.0:1776190954.262287:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.262292:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.262297:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190954.262304:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.262311:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.262314:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.262490:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.262495:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190954.262499:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.262504:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.262509:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:1.0:1776190954.262511:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000100:00000200:1.0:1776190954.262519:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797349824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.265091:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.265118:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf123fc0 00000400:00000200:1.0:1776190954.265159:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6565 [1] + 224 00000400:00000200:1.0:1776190954.265376:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.265382:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.265397:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797349824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.265481:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.265489:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c180 00000400:00000200:1.0:1776190954.265495:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ea1 [2] + 984 00000400:00000200:1.0:1776190954.265563:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.265567:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.265571:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.265580:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 00000020:00000010:2.0:1776190954.266174:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032c991c3. 00000020:00000010:2.0:1776190954.266186:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.266193:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000100:00000200:2.0:1776190954.266232:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ead1196f x1862468788208000/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190954.266280:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208000 02000000:00000010:2.0:1776190954.266296:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af1f94f1. 00010000:00000010:2.0:1776190954.266356:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e1ff08f. 00000100:00000010:2.0:1776190954.266367:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe404736. 00000100:00000010:2.0:1776190954.266376:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe404736. 00010000:00000010:2.0:1776190954.266382:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e1ff08f. 00000400:00000010:2.0:1776190954.266404:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190954.266412:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208000, offset 224 00000400:00000200:2.0:1776190954.266422:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.266438:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.266445:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91407:91407:256:4294967295] 192.168.202.25@tcp LPNI seq info [91407:91407:8:4294967295] 00000400:00000200:2.0:1776190954.266458:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.266464:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.266470:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009d8d384 (tot 82348242). 00000800:00000200:2.0:1776190954.266477:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.266486:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.266491:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009d8d384 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.266515:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.266520:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.266525:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032c991c3. 00000800:00000200:2.0:1776190954.266629:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.266634:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009d8d384 (tot 82347994). 00000400:00000200:2.0:1776190954.266638:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.266642:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.266647:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:2.0:1776190954.266650:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00010000:00000010:1.1:1776190954.268703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007495e49f. 00000400:00000010:3.0:1776190954.277907:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dfca873e. 00000400:00000200:3.0:1776190954.277925:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:3.0:1776190954.277927:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000100:00000200:3.0:1776190954.277954:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797349824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.277970:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797349824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190954.278017:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051764124. 02000000:00000010:3.0:1776190954.278043:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3fbae6e. 02000000:00000010:3.0:1776190954.278050:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f78ea7d4. 00000100:00000010:3.0:1776190954.278055:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190954.278061:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.278065:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00080000:00000010:2.0:1776190954.278192:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032c991c3. 00010000:00000010:2.0:1776190954.278350:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:2.0:1776190954.278360:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ea70747. 00010000:00000010:2.0:1776190954.278464:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190954.278470:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a5254a74. 00010000:00000010:2.0:1776190954.278476:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190954.278483:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b0e8f1d. 00080000:00000010:2.0:1776190954.278502:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd9f6188. 00010000:00000010:2.0:1776190954.278534:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b0e8f1d. 00010000:00000010:2.0:1776190954.278538:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5254a74. 00010000:00000010:2.0:1776190954.278602:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190954.278606:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006b0e8f1d. 00010000:00000010:2.0:1776190954.278616:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e1ff08f. 00000100:00000010:2.0:1776190954.278624:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe404736. 00000100:00000010:2.0:1776190954.278635:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190954.278653:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000187a2875. 02000000:00000010:2.0:1776190954.278691:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab974619. 00000400:00000010:2.0:1776190954.278698:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000650ec809. 00000400:00000010:2.0:1776190954.278704:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190954.278712:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349888, portal 16 00000400:00000010:2.0:1776190954.278720:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190954.278723:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797349888, offset 0 00000400:00000200:2.0:1776190954.278734:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.278753:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.278762:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.278767:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.278770:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.278774:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91408:91408:256:4294967295] 192.168.202.25@tcp LPNI seq info [91408:91408:8:4294967295] 00000400:00000200:2.0:1776190954.278786:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.278794:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.278800:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009d8d384 (tot 82348242). 00000800:00000200:2.0:1776190954.278808:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.278817:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.278822:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009d8d384 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.281434:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.281446:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009d8d384 (tot 82347994). 00000400:00000200:1.0:1776190954.281455:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.281467:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.281474:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:1.0:1776190954.281477:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000100:00000200:1.0:1776190954.281490:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797349888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.285662:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d73ca97. 00010000:00000010:3.1:1776190954.285680:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac88223. 00000400:00000200:2.0:1776190954.286659:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.286687:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124000 00000400:00000200:2.0:1776190954.286711:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6571 [1] + 224 00000400:00000200:2.0:1776190954.286729:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.286733:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.286748:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797349888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.286794:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.286800:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c1c0 00000400:00000200:2.0:1776190954.286806:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ea1 [2] + 1312 00000400:00000200:2.0:1776190954.286867:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.286871:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.286875:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.286881:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 00000020:00000010:3.0:1776190954.287033:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ea7d4. 00000020:00000010:3.0:1776190954.287043:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.287049:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.287084:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000881722c8 x1862468788208064/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1776190954.287155:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060149b21. 00000100:00000200:3.0:1776190954.287166:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208064 02000000:00000010:3.0:1776190954.287181:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3fbae6e. 00010000:00000010:3.0:1776190954.287241:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190954.287251:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.287268:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.287271:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190954.287292:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190954.287298:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208064, offset 224 00000400:00000200:3.0:1776190954.287313:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.287327:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.287334:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91409:91409:256:4294967295] 192.168.202.25@tcp LPNI seq info [91409:91409:8:4294967295] 00000400:00000200:3.0:1776190954.287345:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.287350:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.287355:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190954.287361:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.287369:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.287374:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.287396:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.287416:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190954.287421:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ea7d4. 00000800:00000200:2.0:1776190954.287882:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.287887:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190954.287891:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.287895:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.287900:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:2.0:1776190954.287903:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000400:00000010:1.0:1776190954.288410:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000650ec809. 00000400:00000200:1.0:1776190954.288417:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:1.0:1776190954.288419:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:1.0:1776190954.288429:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797349888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.288439:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797349888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190954.288469:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ff4d8a6. 02000000:00000010:1.0:1776190954.288483:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab974619. 02000000:00000010:1.0:1776190954.288489:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000187a2875. 00000100:00000010:1.0:1776190954.288495:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:1.0:1776190954.288499:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe404736. 00010000:00000010:1.0:1776190954.288504:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e1ff08f. 00080000:00000010:1.0:1776190954.288527:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa9b986. 00010000:00000010:1.0:1776190954.288640:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b0e8f1d. 00010000:00000010:1.0:1776190954.288647:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087d6b992. 00010000:00000010:1.0:1776190954.288738:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091b51222. 00010000:00000010:1.0:1776190954.288746:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041999623. 00010000:00000010:1.0:1776190954.288762:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2d92c8e. 00000100:00000010:1.0:1776190954.288767:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190954.288778:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190954.288793:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000036eaeec. 02000000:00000010:1.0:1776190954.288830:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c98d31a. 00000400:00000010:1.0:1776190954.288835:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095d289c7. 00000400:00000010:1.0:1776190954.288840:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190954.288848:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797349952, portal 16 00000400:00000010:1.0:1776190954.288854:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190954.288856:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797349952, offset 0 00000400:00000200:1.0:1776190954.288865:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.288878:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.288887:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.288892:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.288895:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.288898:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91410:91410:256:4294967295] 192.168.202.25@tcp LPNI seq info [91410:91410:8:4294967295] 00000400:00000200:1.0:1776190954.288907:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.288912:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.288917:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc692c8 (tot 82348242). 00000800:00000200:1.0:1776190954.288924:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.288930:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.288934:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cdc692c8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.289685:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.289693:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc692c8 (tot 82347994). 00000400:00000200:2.0:1776190954.289704:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.289714:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.289720:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:2.0:1776190954.289722:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:2.0:1776190954.289730:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797349952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190954.292477:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010961ffe. 00010000:00000010:2.1:1776190954.292498:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00010000:00000010:2.1:1776190954.292504:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190954.292508:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00000400:00000200:1.0:1776190954.297581:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.297614:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124040 00000400:00000200:1.0:1776190954.297628:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb657d [1] + 224 00000400:00000200:1.0:1776190954.297654:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.297660:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.297678:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797349952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190954.297794:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095d289c7. 00000400:00000200:3.0:1776190954.297802:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:3.0:1776190954.297804:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00000100:00000200:3.0:1776190954.297811:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797349952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.297821:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797349952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.297864:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c98d31a. 02000000:00000010:3.0:1776190954.297870:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000036eaeec. 00000100:00000010:3.0:1776190954.297876:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:3.0:1776190954.297881:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:3.0:1776190954.297886:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2d92c8e. 00000400:00000200:0.0:1776190954.301767:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.301795:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c200 00000400:00000200:0.0:1776190954.301806:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ea1 [2] + 1640 00000400:00000200:0.0:1776190954.301894:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.301899:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.301908:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.301917:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00010000:00000010:1.1:1776190954.302239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068936be8. 00010000:00000010:1.1:1776190954.302249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6ea7fd7. 00010000:00000010:1.1:1776190954.302274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00000020:00000010:3.0:1776190954.302348:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ea7d4. 00000020:00000010:3.0:1776190954.302358:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.302363:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.302399:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788208128/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190954.302440:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208128 02000000:00000010:3.0:1776190954.302454:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da4c2949. 00010000:00000010:3.0:1776190954.302494:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003be75d61. 00010000:00000010:3.0:1776190954.302525:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190954.302534:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.302560:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.302563:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190954.302581:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190954.302587:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208128, offset 224 00000400:00000200:3.0:1776190954.302595:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.302609:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.302616:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91411:91411:256:4294967295] 192.168.202.25@tcp LPNI seq info [91411:91411:8:4294967295] 00000400:00000200:3.0:1776190954.302627:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.302633:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.302639:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190954.302647:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.302656:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.302661:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.302692:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.302714:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190954.302718:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ea7d4. 00000800:00000200:0.0:1776190954.302785:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.302791:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:0.0:1776190954.302796:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.302800:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.302805:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:0.0:1776190954.302808:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00080000:00000010:1.0:1776190954.303106:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f81c4d3c. 00010000:00000010:1.0:1776190954.303263:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041999623. 00010000:00000010:1.0:1776190954.303273:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e28fe20d. 00010000:00000010:1.0:1776190954.303403:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.0:1776190954.303411:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041999623. 00010000:00000010:1.0:1776190954.303427:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190954.303432:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190954.303443:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190954.303460:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000036eaeec. 02000000:00000010:1.0:1776190954.303500:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c98d31a. 00000400:00000010:1.0:1776190954.303507:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e773544. 00000400:00000010:1.0:1776190954.303515:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190954.303523:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350016, portal 16 00000400:00000010:1.0:1776190954.303530:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190954.303531:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350016, offset 0 00000400:00000200:1.0:1776190954.303540:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.303552:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.303564:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.303569:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.303578:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.303581:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91412:91412:256:4294967295] 192.168.202.25@tcp LPNI seq info [91412:91412:8:4294967295] 00000400:00000200:1.0:1776190954.303600:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.303606:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.303611:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33b289d (tot 82348242). 00000800:00000200:1.0:1776190954.303617:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.303624:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.303627:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d33b289d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.305296:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.305303:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33b289d (tot 82347994). 00000400:00000200:2.0:1776190954.305316:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.305327:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.305336:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:2.0:1776190954.305339:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000100:00000200:2.0:1776190954.305352:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797350016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.309225:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.309263:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124080 00000400:00000200:0.0:1776190954.309276:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6589 [1] + 224 00000400:00000200:0.0:1776190954.309298:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.309303:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.309318:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797350016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190954.310099:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e773544. 00000400:00000200:3.0:1776190954.310109:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:3.0:1776190954.310112:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:3.0:1776190954.310126:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797350016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.310169:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797350016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.310213:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c98d31a. 02000000:00000010:3.0:1776190954.310223:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000036eaeec. 00000100:00000010:3.0:1776190954.310228:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:3.0:1776190954.310235:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:3.0:1776190954.310239:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00010000:00000010:1.1:1776190954.310466:0:78369:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa6ad8d7. 00010000:00000010:1.1:1776190954.310479:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b51222. 00010000:00000010:3.1:1776190954.312224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb469c24. 00000400:00000200:3.0:1776190954.312395:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.312419:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c240 00000400:00000200:3.0:1776190954.312429:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ea1 [2] + 1968 00000400:00000010:3.0:1776190954.312435:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff927bb0. 00000400:00000200:3.0:1776190954.312442:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000039b5106b 00000400:00000200:3.0:1776190954.312533:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.312539:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.312546:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039b5106b 00000400:00000010:3.0:1776190954.312549:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000039b5106b (tot 82347842). 00000100:00000200:3.0:1776190954.312558:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190954.312722:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba46bbc6. 00000020:00000010:2.0:1776190954.312733:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.312739:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000100:00000200:2.0:1776190954.312778:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000574be594 x1862468788208192/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190954.312820:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208192 02000000:00000010:2.0:1776190954.312835:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d283df2. 00010000:00000010:2.0:1776190954.312884:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070b2b860. 00010000:00000010:2.0:1776190954.312915:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007df765f9. 00000100:00000010:2.0:1776190954.312927:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe404736. 00000100:00000010:2.0:1776190954.312956:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe404736. 00010000:00000010:2.0:1776190954.312961:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007df765f9. 00000400:00000010:2.0:1776190954.312985:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190954.312994:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208192, offset 224 00000400:00000200:2.0:1776190954.313004:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.313022:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.313032:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91413:91413:256:4294967295] 192.168.202.25@tcp LPNI seq info [91413:91413:8:4294967295] 00000400:00000200:2.0:1776190954.313046:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.313052:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.313059:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e55c8a00 (tot 82348090). 00000800:00000200:2.0:1776190954.313066:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.313075:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.313080:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e55c8a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.313113:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.313118:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.313121:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba46bbc6. 02000000:00000010:2.0:1776190954.313170:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da4c2949. 00000100:00000010:2.0:1776190954.313175:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:2.0:1776190954.313180:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3fbae6e. 00000100:00000010:2.0:1776190954.313182:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190954.313186:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af1f94f1. 00000100:00000010:2.0:1776190954.313188:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ead1196f. 02000000:00000010:2.0:1776190954.313192:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064b51de0. 00000100:00000010:2.0:1776190954.313195:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 02000000:00000010:2.0:1776190954.313198:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af56f0a1. 00000100:00000010:2.0:1776190954.313200:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:2.0:1776190954.313204:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043e68b17. 00000100:00000010:2.0:1776190954.313207:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000200:2.0:1776190954.313216:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190954.313223:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d801bbc7. 00000400:00000010:2.0:1776190954.313229:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe404736 (tot 82348242). 00000800:00000200:3.0:1776190954.314073:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.314081:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e55c8a00 (tot 82347994). 00000400:00000200:3.0:1776190954.314088:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.314096:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.314102:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:3.0:1776190954.314105:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 02000000:00000010:3.0:1776190954.314113:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d283df2. 00080000:00000010:1.0:1776190954.320373:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068537e06. 00010000:00000010:1.0:1776190954.320506:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041999623. 00010000:00000010:1.0:1776190954.320519:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e66bc71e. 00010000:00000010:1.0:1776190954.320625:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091b51222. 00010000:00000010:1.0:1776190954.320632:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041999623. 00010000:00000010:1.0:1776190954.320650:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006dbe740b. 00000100:00000010:1.0:1776190954.320661:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.320675:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190954.320694:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aeacb588. 02000000:00000010:1.0:1776190954.320738:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbc9e17c. 00000400:00000010:1.0:1776190954.320747:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f0d01a6. 00000400:00000010:1.0:1776190954.320754:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190954.320763:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350080, portal 16 00000400:00000010:1.0:1776190954.320769:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006362b25. 00000100:00000200:1.0:1776190954.320771:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350080, offset 0 00000400:00000200:1.0:1776190954.320783:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.320806:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.320815:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.320820:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.320823:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.320828:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91414:91414:256:4294967295] 192.168.202.25@tcp LPNI seq info [91414:91414:8:4294967295] 00000400:00000200:1.0:1776190954.320839:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.320846:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.320851:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd76db5e (tot 82348242). 00000800:00000200:1.0:1776190954.320859:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.320869:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.320874:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd76db5e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.321062:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.321067:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd76db5e (tot 82347994). 00000400:00000200:3.0:1776190954.321075:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.321081:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.321088:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:3.0:1776190954.321090:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000100:00000200:3.0:1776190954.321098:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797350080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190954.331876:0:78370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9fb6486. 00000400:00000200:3.0:1776190954.332852:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.332876:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1240c0 00000400:00000200:3.0:1776190954.332887:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6599 [1] + 224 00000400:00000200:3.0:1776190954.332911:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.332915:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.332930:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797350080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190954.334211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036aab59e. 00010000:00000010:1.1:1776190954.334231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cd4ee8. 00000400:00000010:1.0:1776190954.334278:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f0d01a6. 00000400:00000200:1.0:1776190954.334289:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:1.0:1776190954.334292:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:1.0:1776190954.334308:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797350080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.334321:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797350080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.334370:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbc9e17c. 02000000:00000010:1.0:1776190954.334379:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aeacb588. 00000100:00000010:1.0:1776190954.334384:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:1.0:1776190954.334389:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.334394:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006dbe740b. 00000400:00000200:3.0:1776190954.334599:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.334618:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c280 00000400:00000200:3.0:1776190954.334627:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ef1 [2] + 0 00000400:00000200:2.0:1776190954.338698:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.338714:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.338725:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.338734:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 00000020:00000010:3.0:1776190954.339087:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ea7d4. 00000020:00000010:3.0:1776190954.339097:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.339104:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.339171:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000881722c8 x1862468788208256/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190954.339222:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208256 02000000:00000010:3.0:1776190954.339236:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000311d87fa. 00010000:00000010:3.0:1776190954.339285:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003bb7c566. 00010000:00000010:3.0:1776190954.339312:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190954.339320:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.339339:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.339343:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190954.339362:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190954.339369:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208256, offset 224 00000400:00000200:3.0:1776190954.339379:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.339396:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.339404:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91415:91415:256:4294967295] 192.168.202.25@tcp LPNI seq info [91415:91415:8:4294967295] 00000400:00000200:3.0:1776190954.339429:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.339435:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.339441:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190954.339449:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.339457:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.339461:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.339483:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.339500:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190954.339505:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ea7d4. 00000800:00000200:3.0:1776190954.339595:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.339600:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:3.0:1776190954.339604:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.339608:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.339613:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:3.0:1776190954.339616:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00080000:00000010:2.0:1776190954.340888:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043e68b17. 00010000:00000010:2.0:1776190954.341060:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041999623. 00010000:00000010:2.0:1776190954.341072:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d605a483. 00010000:00000010:2.0:1776190954.341208:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190954.341216:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000fda9235. 00010000:00000010:2.0:1776190954.341232:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c06cadff. 00000100:00000010:2.0:1776190954.341241:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.341264:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190954.341282:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af1f94f1. 02000000:00000010:2.0:1776190954.341323:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba46bbc6. 00000400:00000010:2.0:1776190954.341331:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aab216a7. 00000400:00000010:2.0:1776190954.341339:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190954.341348:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350144, portal 16 00000400:00000010:2.0:1776190954.341355:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190954.341358:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350144, offset 0 00000400:00000200:2.0:1776190954.341370:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.341388:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.341396:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.341400:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.341404:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.341407:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91416:91416:256:4294967295] 192.168.202.25@tcp LPNI seq info [91416:91416:8:4294967295] 00000400:00000200:2.0:1776190954.341417:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.341424:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.341428:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fadc9db4 (tot 82348242). 00000800:00000200:2.0:1776190954.341435:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.341442:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.341447:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fadc9db4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.343307:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.343318:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fadc9db4 (tot 82347994). 00000400:00000200:3.0:1776190954.343328:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.343340:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.343348:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:3.0:1776190954.343350:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00000100:00000200:3.0:1776190954.343364:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a762698b x1862468797350144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.354826:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.354855:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124100 00000400:00000200:1.0:1776190954.354869:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb65a5 [1] + 224 00000400:00000200:1.0:1776190954.354889:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.354894:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.354912:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a762698b x1862468797350144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.354967:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.354973:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c2c0 00000400:00000200:1.0:1776190954.354979:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ef1 [2] + 328 00000400:00000200:1.0:1776190954.355055:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.355058:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.355063:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.355071:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 00010000:00000010:2.1:1776190954.355987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e782b417. 00010000:00000010:2.1:1776190954.355999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b51222. 00000400:00000010:2.0:1776190954.356061:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aab216a7. 00000400:00000200:2.0:1776190954.356066:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:2.0:1776190954.356069:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:2.0:1776190954.356082:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a762698b x1862468797350144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.356097:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a762698b x1862468797350144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190954.356153:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba46bbc6. 02000000:00000010:2.0:1776190954.356160:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af1f94f1. 00000100:00000010:2.0:1776190954.356165:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 00000100:00000010:2.0:1776190954.356169:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.356184:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c06cadff. 00010000:00000010:3.1:1776190954.358316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000391d26b1. 00000020:00000010:3.0:1776190954.358403:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ea7d4. 00000020:00000010:3.0:1776190954.358425:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.358432:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.358492:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788208320/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190954.358539:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208320 02000000:00000010:3.0:1776190954.358557:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d394ad61. 00010000:00000010:3.0:1776190954.358602:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b41fee41. 00010000:00000010:3.0:1776190954.358637:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190954.358650:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.358669:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.358673:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190954.358695:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190954.358705:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208320, offset 224 00000400:00000200:3.0:1776190954.358717:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.358741:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.358750:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91417:91417:256:4294967295] 192.168.202.25@tcp LPNI seq info [91417:91417:8:4294967295] 00000400:00000200:3.0:1776190954.358766:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.358774:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.358780:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190954.358790:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.358817:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.358823:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.358852:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.358874:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:3.0:1776190954.358878:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ea7d4. 00000800:00000200:3.0:1776190954.360893:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.360903:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:3.0:1776190954.360912:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.360924:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.360933:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:3.0:1776190954.360936:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00080000:00000010:2.0:1776190954.364374:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af1f94f1. 00010000:00000010:2.0:1776190954.364538:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fda9235. 00010000:00000010:2.0:1776190954.364550:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e3eade9. 00010000:00000010:2.0:1776190954.364680:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190954.364689:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000fda9235. 00010000:00000010:2.0:1776190954.364708:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c06cadff. 00000100:00000010:2.0:1776190954.364721:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.364734:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190954.364757:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba46bbc6. 02000000:00000010:2.0:1776190954.364804:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007aff8f2c. 00000400:00000010:2.0:1776190954.364815:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aab216a7. 00000400:00000010:2.0:1776190954.364825:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190954.364835:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350208, portal 16 00000400:00000010:2.0:1776190954.364844:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190954.364846:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350208, offset 0 00000400:00000200:2.0:1776190954.364860:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.364889:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.364901:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.364906:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.364910:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.364914:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91418:91418:256:4294967295] 192.168.202.25@tcp LPNI seq info [91418:91418:8:4294967295] 00000400:00000200:2.0:1776190954.364927:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.364934:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.364942:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028ae87e7 (tot 82348242). 00000800:00000200:2.0:1776190954.364951:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.364960:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.364965:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028ae87e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.366934:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.366943:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028ae87e7 (tot 82347994). 00000400:00000200:3.0:1776190954.367907:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.368037:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.368063:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124140 00000400:00000200:1.0:1776190954.368076:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb65b1 [1] + 224 00000400:00000200:1.0:1776190954.368093:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.368096:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.368114:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a762698b x1862468797350208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190954.368292:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aab216a7. 00000400:00000200:2.0:1776190954.368298:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:2.0:1776190954.368300:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:2.0:1776190954.368308:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a762698b x1862468797350208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.368316:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a762698b x1862468797350208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:RU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.369221:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.369230:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:3.0:1776190954.369235:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:3.0:1776190954.369244:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a762698b x1862468797350208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl UnregRPC:RU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.369296:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.369309:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c300 00000400:00000200:1.0:1776190954.369316:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ef1 [2] + 656 00000400:00000200:1.0:1776190954.369387:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.369391:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.369396:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.369403:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 02000000:00000010:2.0:1776190954.369773:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007aff8f2c. 02000000:00000010:2.0:1776190954.369783:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba46bbc6. 00000100:00000010:2.0:1776190954.369788:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 00000100:00000010:2.0:1776190954.369804:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.369809:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c06cadff. 00000020:00000010:3.0:1776190954.371272:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f78ea7d4. 00000020:00000010:3.0:1776190954.371289:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079b6aabc. 00000020:00000010:3.0:1776190954.371295:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d338651d. 00000100:00000200:3.0:1776190954.371337:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788208384/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190954.372949:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208384 02000000:00000010:2.0:1776190954.372980:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba46bbc6. 00010000:00000010:2.0:1776190954.373029:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d735f4c0. 00010000:00000010:2.0:1776190954.373055:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c06cadff. 00000100:00000010:2.0:1776190954.373066:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.373092:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.373097:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c06cadff. 00000400:00000010:2.0:1776190954.373116:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190954.373123:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208384, offset 224 00000400:00000200:2.0:1776190954.373162:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.373193:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.373201:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91419:91419:256:4294967295] 192.168.202.25@tcp LPNI seq info [91419:91419:8:4294967295] 00000400:00000200:2.0:1776190954.373213:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.373220:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.373227:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190954.373235:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.373243:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.373248:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.373285:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079b6aabc. 00000020:00000010:2.0:1776190954.373303:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d338651d. 00000020:00000010:2.0:1776190954.373308:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f78ea7d4. 00080000:00000010:3.0:1776190954.373589:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000779d5d05. 00010000:00000010:3.0:1776190954.373717:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fda9235. 00010000:00000010:3.0:1776190954.373725:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000352eb897. 00010000:00000010:3.0:1776190954.374004:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e177724. 00010000:00000010:3.0:1776190954.374013:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190954.374026:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190954.374031:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.374040:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.374055:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f80061e0. 02000000:00000010:3.0:1776190954.374091:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4b7a804. 00000400:00000010:3.0:1776190954.374099:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfca873e. 00000400:00000010:3.0:1776190954.374107:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190954.374115:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350272, portal 16 00000400:00000010:3.0:1776190954.374120:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190954.374123:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350272, offset 0 00000400:00000200:3.0:1776190954.374276:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.374293:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.374301:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.374305:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.374309:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.374311:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91420:91420:255:4294967295] 192.168.202.25@tcp LPNI seq info [91420:91420:7:4294967295] 00000400:00000200:3.0:1776190954.374320:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.374325:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.374332:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190954.374340:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.374346:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.374349:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.374526:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.374532:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82348242). 00000400:00000200:0.0:1776190954.374537:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.374542:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.374548:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:0.0:1776190954.374551:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000800:00000200:0.0:1776190954.375704:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.375716:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:0.0:1776190954.375727:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.375737:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.375744:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:0.0:1776190954.375747:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000100:00000200:0.0:1776190954.375761:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797350272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.377302:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3d03642. 00000400:00000200:3.0:1776190954.377332:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.377478:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124180 00000400:00000200:2.0:1776190954.377492:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb65bd [1] + 224 00000400:00000200:2.0:1776190954.377514:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.377518:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.377533:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797350272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190954.377619:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dfca873e. 00000400:00000200:3.0:1776190954.377625:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:3.0:1776190954.377693:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00000100:00000200:3.0:1776190954.377701:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797350272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.377709:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797350272/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.377753:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4b7a804. 02000000:00000010:3.0:1776190954.377762:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f80061e0. 00000100:00000010:3.0:1776190954.377767:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190954.377773:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.377777:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00010000:00000010:2.1:1776190954.378385:0:78330:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4731ed1. 00010000:00000010:2.1:1776190954.378396:0:78330:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190954.378401:0:78330:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8176dbf. 00000400:00000200:3.0:1776190954.379922:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.379950:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c340 00000400:00000200:3.0:1776190954.379961:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ef1 [2] + 984 00000400:00000200:3.0:1776190954.380044:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.380049:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.380058:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.380066:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:1.0:1776190954.380245:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aeacb588. 00000020:00000010:1.0:1776190954.380263:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.380270:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.380311:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788208448/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190954.380350:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208448 02000000:00000010:1.0:1776190954.380363:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbc9e17c. 00010000:00000010:1.0:1776190954.380403:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9645bbe. 00010000:00000010:1.0:1776190954.380430:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d249d201. 00000100:00000010:1.0:1776190954.380440:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.380461:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.380465:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d249d201. 00000400:00000010:1.0:1776190954.380485:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190954.380492:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208448, offset 224 00000400:00000200:1.0:1776190954.380503:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.380521:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.380528:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91421:91421:256:4294967295] 192.168.202.25@tcp LPNI seq info [91421:91421:8:4294967295] 00000400:00000200:1.0:1776190954.380539:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.380544:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.380549:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ca09dac (tot 82348242). 00000800:00000200:1.0:1776190954.380556:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.380564:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.380569:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000ca09dac type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.380588:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.380592:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.380596:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aeacb588. 00000800:00000200:0.0:1776190954.382216:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.382227:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ca09dac (tot 82347994). 00000400:00000200:0.0:1776190954.382242:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.382262:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.382271:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:0.0:1776190954.382276:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00080000:00000010:0.0:1776190954.382338:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096895358. 00010000:00000010:0.0:1776190954.382482:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:0.0:1776190954.382495:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f68c83ff. 00010000:00000010:0.0:1776190954.382618:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.0:1776190954.382628:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a90a37c. 00010000:00000010:0.0:1776190954.382650:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190954.382661:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038d8e317. 00000100:00000010:0.0:1776190954.382676:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190954.382701:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f82ad991. 02000000:00000010:0.0:1776190954.382754:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000917d8b0e. 00000400:00000010:0.0:1776190954.382764:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070bca053. 00000400:00000010:0.0:1776190954.382772:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190954.382781:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350336, portal 16 00000400:00000010:0.0:1776190954.382789:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190954.382805:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350336, offset 0 00000400:00000200:0.0:1776190954.382817:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.382839:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.382850:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.382855:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.382859:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.382864:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91422:91422:256:4294967295] 192.168.202.25@tcp LPNI seq info [91422:91422:8:4294967295] 00000400:00000200:0.0:1776190954.382876:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.382882:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.382887:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348242). 00000800:00000200:0.0:1776190954.382894:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.382903:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.382908:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190954.386035:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7bce4b1. 00010000:00000010:3.1:1776190954.386054:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00000800:00000200:2.0:1776190954.391375:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.391389:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:2.0:1776190954.391402:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.391418:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.391426:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:2.0:1776190954.391429:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:2.0:1776190954.391446:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797350336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.391505:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.391524:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1241c0 00000400:00000200:2.0:1776190954.391535:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb65c9 [1] + 224 00000400:00000200:2.0:1776190954.391549:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.391551:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.391557:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797350336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.391590:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.391595:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c380 00000400:00000200:2.0:1776190954.391602:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ef1 [2] + 1312 00000400:00000200:2.0:1776190954.391688:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.391692:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.391697:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.391703:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000400:00000010:3.0:1776190954.392209:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070bca053. 00000400:00000200:3.0:1776190954.392216:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:3.0:1776190954.392219:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:3.0:1776190954.392228:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797350336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.392237:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797350336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.392299:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000917d8b0e. 02000000:00000010:3.0:1776190954.392308:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f82ad991. 00000100:00000010:3.0:1776190954.392312:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:3.0:1776190954.392316:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038d8e317. 00010000:00000010:3.0:1776190954.392320:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00000020:00000010:3.0:1776190954.395713:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4b7a804. 00000020:00000010:3.0:1776190954.395739:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190954.395749:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.395812:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788208512/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190954.395869:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208512 02000000:00000010:3.0:1776190954.395885:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2b92d4f. 00010000:00000010:3.0:1776190954.395932:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b62daad. 00010000:00000010:3.0:1776190954.395967:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190954.395977:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.395992:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.395996:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190954.396015:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190954.396022:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208512, offset 224 00000400:00000200:3.0:1776190954.396033:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.396054:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.396062:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91423:91423:256:4294967295] 192.168.202.25@tcp LPNI seq info [91423:91423:8:4294967295] 00000400:00000200:3.0:1776190954.396074:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.396081:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.396086:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190954.396094:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.396103:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.396108:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.398582:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190954.398618:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.398625:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4b7a804. 00080000:00000010:3.0:1776190954.398736:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4b7a804. 00010000:00000010:1.1:1776190954.398904:0:78372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f29112d6. 00010000:00000010:3.0:1776190954.402680:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a90a37c. 00010000:00000010:3.0:1776190954.402708:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047cbd6b4. 00010000:00000010:3.0:1776190954.402965:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e123e6f. 00010000:00000010:3.0:1776190954.402975:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190954.402994:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190954.403005:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.403020:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190954.403041:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000814d07ca. 02000000:00000010:3.0:1776190954.403090:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f1c1a9a. 00000400:00000010:3.0:1776190954.403100:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfca873e. 00000400:00000010:3.0:1776190954.403109:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190954.403118:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350400, portal 16 00000400:00000010:3.0:1776190954.403125:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190954.403128:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350400, offset 0 00000400:00000200:3.0:1776190954.403162:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.403188:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.403200:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.403205:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.403208:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.403212:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91424:91424:255:4294967295] 192.168.202.25@tcp LPNI seq info [91424:91424:7:4294967295] 00000400:00000200:3.0:1776190954.403226:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.403233:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.403239:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190954.403248:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.403272:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.403277:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.403597:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.403603:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:0.0:1776190954.403609:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.403617:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.403623:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:0.0:1776190954.403625:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00010000:00000010:0.1:1776190954.408336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094c692c4. 00010000:00000010:0.1:1776190954.408353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00010000:00000010:3.1:1776190954.410383:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa83ae04. 00000800:00000200:2.0:1776190954.413346:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.413358:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:2.0:1776190954.413371:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.413384:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.413393:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:2.0:1776190954.413397:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00000100:00000200:2.0:1776190954.413413:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797350400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.415639:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.415677:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124200 00000400:00000200:0.0:1776190954.415692:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb65d5 [1] + 224 00000400:00000200:0.0:1776190954.415711:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.415716:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.415733:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797350400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.415777:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.415784:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c3c0 00000400:00000200:0.0:1776190954.415789:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ef1 [2] + 1640 00000400:00000200:0.0:1776190954.416729:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.416740:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.416748:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.416759:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 00000020:00000010:3.0:1776190954.416955:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c3e04d. 00000020:00000010:3.0:1776190954.416967:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190954.416974:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.417020:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd76f7ae x1862468788208576/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190954.417071:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208576 02000000:00000010:3.0:1776190954.417091:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f80061e0. 00000400:00000010:2.0:1776190954.417365:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dfca873e. 00000400:00000200:2.0:1776190954.417372:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:2.0:1776190954.417374:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000100:00000200:2.0:1776190954.417383:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797350400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.417392:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797350400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190954.417419:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d168cb22. 02000000:00000010:2.0:1776190954.417442:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f1c1a9a. 02000000:00000010:2.0:1776190954.417447:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000814d07ca. 00000100:00000010:2.0:1776190954.417451:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:2.0:1776190954.417457:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:2.0:1776190954.417461:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00010000:00000010:3.0:1776190954.419352:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da4d0806. 00000100:00000010:3.0:1776190954.419377:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00010000:00000010:3.1:1776190954.426410:0:77037:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aa542d5. 00010000:00000010:3.1:1776190954.426434:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d82fc9. 00000100:00000010:3.0:1776190954.426471:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.426477:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da4d0806. 00000400:00000010:3.0:1776190954.426510:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190954.426520:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208576, offset 224 00000400:00000200:3.0:1776190954.426535:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.426560:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.426568:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91425:91425:256:4294967295] 192.168.202.25@tcp LPNI seq info [91425:91425:8:4294967295] 00000400:00000200:3.0:1776190954.426581:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.426588:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.426594:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190954.426602:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.426611:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.426616:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.426659:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190954.426679:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.426685:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c3e04d. 00000800:00000200:0.0:1776190954.427209:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.427216:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190954.427222:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.427232:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.427242:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:0.0:1776190954.427245:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00080000:00000010:0.0:1776190954.427306:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efee2105. 00010000:00000010:0.0:1776190954.427449:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:0.0:1776190954.427459:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055be55fe. 00010000:00000010:0.0:1776190954.427560:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.0:1776190954.427568:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007df48cb1. 00010000:00000010:0.0:1776190954.427585:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba3ff4c6. 00000100:00000010:0.0:1776190954.427592:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190954.427605:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190954.427623:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000917d8b0e. 02000000:00000010:0.0:1776190954.427681:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd06b711. 00000400:00000010:0.0:1776190954.427690:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190954.427697:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190954.427703:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350464, portal 16 00000400:00000010:0.0:1776190954.427709:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190954.427712:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350464, offset 0 00000400:00000200:0.0:1776190954.427719:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.427730:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.427738:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.427742:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.427746:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.427749:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91426:91426:256:4294967295] 192.168.202.25@tcp LPNI seq info [91426:91426:8:4294967295] 00000400:00000200:0.0:1776190954.427756:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.427761:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.427765:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190954.427771:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.427777:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.427781:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.428974:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.428983:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:3.0:1776190954.428992:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.429003:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.429009:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:3.0:1776190954.429011:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:3.0:1776190954.429025:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797350464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190954.432789:0:64668:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000063c9f95. 00000400:00000200:0.0:1776190954.451291:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.451328:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124240 00000400:00000200:0.0:1776190954.451341:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb65e1 [1] + 224 00000400:00000200:0.0:1776190954.451358:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.451362:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.451379:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797350464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.451422:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.451428:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c400 00000400:00000200:0.0:1776190954.451436:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4ef1 [2] + 1968 00000400:00000010:0.0:1776190954.451442:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000ac10298. 00000400:00000200:0.0:1776190954.451448:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002b9610b9 00000400:00000200:0.0:1776190954.451519:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.451523:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.451525:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b9610b9 00000400:00000010:0.0:1776190954.451528:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002b9610b9 (tot 82347842). 00000100:00000200:0.0:1776190954.451536:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190954.452072:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c3e04d. 00000020:00000010:3.0:1776190954.452083:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.452089:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.452166:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0987dfe x1862468788208640/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190954.452206:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208640 02000000:00000010:3.0:1776190954.452220:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f78ea7d4. 00010000:00000010:3.0:1776190954.452286:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f3d8e57. 00000100:00000010:3.0:1776190954.452296:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a2ff7b7. 00000100:00000010:3.0:1776190954.452306:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006a2ff7b7. 00010000:00000010:3.0:1776190954.452310:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f3d8e57. 00000400:00000010:3.0:1776190954.452329:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190954.452335:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208640, offset 224 00000400:00000200:3.0:1776190954.452346:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.452361:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.452368:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91427:91427:256:4294967295] 192.168.202.25@tcp LPNI seq info [91427:91427:8:4294967295] 00000400:00000200:3.0:1776190954.452379:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.452385:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.452391:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348090). 00000800:00000200:3.0:1776190954.452399:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.452406:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.452411:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.452431:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.452450:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.452455:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c3e04d. 02000000:00000010:3.0:1776190954.452466:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f80061e0. 00000100:00000010:3.0:1776190954.452470:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dd76f7ae. 02000000:00000010:3.0:1776190954.452474:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2b92d4f. 00000100:00000010:3.0:1776190954.452477:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:3.0:1776190954.452481:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbc9e17c. 00000100:00000010:3.0:1776190954.452483:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.452486:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba46bbc6. 00000100:00000010:3.0:1776190954.452488:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:3.0:1776190954.452492:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d394ad61. 00000100:00000010:3.0:1776190954.452494:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 02000000:00000010:3.0:1776190954.452497:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000311d87fa. 00000100:00000010:3.0:1776190954.452499:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000200:3.0:1776190954.452506:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190954.452514:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7bf04a1. 00000400:00000010:3.0:1776190954.452519:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006a2ff7b7 (tot 82348242). 00000400:00000010:3.0:1776190954.452551:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:3.0:1776190954.452554:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:3.0:1776190954.452555:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:3.0:1776190954.452562:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797350464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.452570:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797350464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190954.452596:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a41ae93. 02000000:00000010:3.0:1776190954.452616:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd06b711. 02000000:00000010:3.0:1776190954.452622:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000917d8b0e. 00000100:00000010:3.0:1776190954.452628:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00010000:00000010:0.1:1776190954.455060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058876aee. 00010000:00000010:0.1:1776190954.455091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e123e6f. 00000800:00000200:0.0:1776190954.455953:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.455963:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190954.455974:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.455990:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.456000:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000010:0.0:1776190954.456004:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 02000000:00000010:0.0:1776190954.456017:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f78ea7d4. 00000100:00000010:3.0:1776190954.456366:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:3.0:1776190954.456373:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba3ff4c6. 00080000:00000010:2.0:1776190954.456532:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c1e5cbd. 00010000:00000010:2.0:1776190954.456730:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007df48cb1. 00010000:00000010:2.0:1776190954.456747:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013f83c35. 00010000:00000010:2.0:1776190954.456885:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190954.456893:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f4e98ab6. 00010000:00000010:2.0:1776190954.456911:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c06cadff. 00000100:00000010:2.0:1776190954.456920:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.456931:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 02000000:00000010:2.0:1776190954.456947:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007872efc2. 02000000:00000010:2.0:1776190954.456995:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba46bbc6. 00000400:00000010:2.0:1776190954.457004:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aab216a7. 00000400:00000010:2.0:1776190954.457013:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190954.457022:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350528, portal 16 00000400:00000010:2.0:1776190954.457030:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190954.457033:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350528, offset 0 00000400:00000200:2.0:1776190954.457044:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.457064:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.457074:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.457079:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.457082:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.457086:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91428:91428:256:4294967295] 192.168.202.25@tcp LPNI seq info [91428:91428:8:4294967295] 00000400:00000200:2.0:1776190954.457097:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.457103:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.457109:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190954.457116:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.457123:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.457157:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.459651:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.459663:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:3.0:1776190954.459675:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.459688:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.459699:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:3.0:1776190954.459701:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:3.0:1776190954.459720:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000685efc40 x1862468797350528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190954.476303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a86cf96. 00010000:00000010:2.1:1776190954.476332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6e5389. 00010000:00000010:3.1:1776190954.478492:0:78375:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cfa4d65. 00000400:00000200:1.0:1776190954.487520:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.487555:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124280 00000400:00000200:1.0:1776190954.487568:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb65f1 [1] + 224 00000400:00000200:1.0:1776190954.487585:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.487590:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.487608:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000685efc40 x1862468797350528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.487677:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.487684:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c440 00000400:00000200:1.0:1776190954.487690:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4f49 [2] + 0 00000400:00000200:1.0:1776190954.487782:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.487786:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.487797:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.487804:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 00000020:00000010:1.0:1776190954.487878:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005f84e7e. 00000020:00000010:1.0:1776190954.487888:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.487895:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.487933:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009beabb9d x1862468788208704/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190954.487974:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208704 02000000:00000010:1.0:1776190954.487990:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060e807f4. 00010000:00000010:1.0:1776190954.488054:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d249d201. 00000100:00000010:1.0:1776190954.488063:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.488071:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.488076:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d249d201. 00000400:00000010:1.0:1776190954.488094:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190954.488099:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208704, offset 224 00000400:00000200:1.0:1776190954.488107:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.488120:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.488127:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91429:91429:256:4294967295] 192.168.202.25@tcp LPNI seq info [91429:91429:8:4294967295] 00000400:00000200:1.0:1776190954.488177:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.488183:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.488188:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ceef18c9 (tot 82348242). 00000800:00000200:1.0:1776190954.488195:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.488204:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.488209:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ceef18c9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.488230:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.488234:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.488237:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005f84e7e. 00000800:00000200:1.0:1776190954.488343:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.488348:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ceef18c9 (tot 82347994). 00000400:00000200:1.0:1776190954.488355:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.488359:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.488363:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:1.0:1776190954.488366:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00000400:00000010:0.0:1776190954.488951:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aab216a7. 00000400:00000200:0.0:1776190954.488958:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:0.0:1776190954.488960:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:0.0:1776190954.488970:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000685efc40 x1862468797350528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.488979:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000685efc40 x1862468797350528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190954.489009:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f393e29f. 02000000:00000010:0.0:1776190954.489033:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba46bbc6. 02000000:00000010:0.0:1776190954.489040:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007872efc2. 00000100:00000010:0.0:1776190954.489045:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000100:00000010:0.0:1776190954.489048:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:0.0:1776190954.489052:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c06cadff. 00080000:00000010:0.0:1776190954.489079:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094de2bab. 00010000:00000010:0.0:1776190954.489234:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4e98ab6. 00010000:00000010:0.0:1776190954.489243:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1508799. 00010000:00000010:0.0:1776190954.489361:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e47752eb. 00010000:00000010:0.0:1776190954.489369:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004b062e7a. 00010000:00000010:0.0:1776190954.489377:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076538d06. 00010000:00000010:0.0:1776190954.489384:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbcd5374. 00080000:00000010:0.0:1776190954.489402:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020ab8259. 00010000:00000010:0.0:1776190954.489437:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbcd5374. 00010000:00000010:0.0:1776190954.489441:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b062e7a. 00000001:00000010:0.0:1776190954.489494:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067875b8c. 00000001:00000010:0.0:1776190954.489501:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067875b8c. 00000001:00000010:0.0:1776190954.489504:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067875b8c. 00000001:00000010:0.0:1776190954.489506:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076f79f86. 00010000:00000010:0.0:1776190954.489532:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.0:1776190954.489536:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbcd5374. 00010000:00000010:0.0:1776190954.489545:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c8c89ab. 00000100:00000010:0.0:1776190954.489552:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190954.489562:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190954.489577:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9b841be. 02000000:00000010:0.0:1776190954.489613:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089895984. 00000400:00000010:0.0:1776190954.489619:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000357f0c75. 00000400:00000010:0.0:1776190954.489626:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190954.489647:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350592, portal 16 00000400:00000010:0.0:1776190954.489654:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190954.489656:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350592, offset 0 00000400:00000200:0.0:1776190954.489664:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.489680:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.489689:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.489693:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.489697:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.489699:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91430:91430:256:4294967295] 192.168.202.25@tcp LPNI seq info [91430:91430:8:4294967295] 00000400:00000200:0.0:1776190954.489709:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.489716:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.489722:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190954.489729:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.489735:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.489739:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.491263:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.491274:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:1.0:1776190954.491285:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.491296:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.491303:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:1.0:1776190954.491305:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 00000100:00000200:1.0:1776190954.491316:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797350592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.506479:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.506513:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1242c0 00000400:00000200:1.0:1776190954.506526:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb65fd [1] + 224 00000400:00000200:1.0:1776190954.506544:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.506549:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.506564:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797350592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.506620:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.506626:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c480 00000400:00000200:1.0:1776190954.508586:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4f49 [2] + 328 00000400:00000200:1.0:1776190954.508701:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.508710:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:2.0:1776190954.513453:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000357f0c75. 00000400:00000200:2.0:1776190954.513471:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:2.0:1776190954.513473:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00000100:00000200:2.0:1776190954.513493:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797350592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.513506:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797350592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190954.513554:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089895984. 02000000:00000010:2.0:1776190954.513563:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9b841be. 00000100:00000010:2.0:1776190954.513567:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:2.0:1776190954.513572:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:2.0:1776190954.513576:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c8c89ab. 00010000:00000010:0.1:1776190954.520741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007c58c3a. 00010000:00000010:0.1:1776190954.520769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072d5e3e6. 00010000:00000010:0.1:1776190954.520775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:0.1:1776190954.520779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e47752eb. 00010000:00000010:0.1:1776190954.520782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076538d06. 00000100:00000200:1.0:1776190954.524488:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.524515:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 00000020:00000010:1.0:1776190954.524659:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c6fdde7. 00000020:00000010:1.0:1776190954.524669:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.524676:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.524732:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ead1196f x1862468788208768/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190954.524776:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208768 02000000:00000010:1.0:1776190954.524793:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000193ac5d5. 00010000:00000010:1.0:1776190954.524838:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000722547c9. 00010000:00000010:1.0:1776190954.524875:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d249d201. 00000100:00000010:1.0:1776190954.524888:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.524912:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.524917:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d249d201. 00000400:00000010:1.0:1776190954.524941:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190954.524949:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208768, offset 224 00000400:00000200:1.0:1776190954.524960:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.524981:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.524989:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91431:91431:256:4294967295] 192.168.202.25@tcp LPNI seq info [91431:91431:8:4294967295] 00000400:00000200:1.0:1776190954.525001:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.525009:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.525016:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ceef18c9 (tot 82348242). 00000800:00000200:1.0:1776190954.525029:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.525038:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.525044:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ceef18c9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.525069:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.525073:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.525077:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c6fdde7. 00080000:00000010:1.0:1776190954.525116:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c6fdde7. 00010000:00000010:1.0:1776190954.525273:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbcd5374. 00010000:00000010:1.0:1776190954.525282:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a94ccf2. 00010000:00000010:1.0:1776190954.525462:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.0:1776190954.525470:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190954.525483:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d249d201. 00000100:00000010:1.0:1776190954.525487:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.525496:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190954.525510:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008502ed4a. 02000000:00000010:1.0:1776190954.525548:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aeacb588. 00000400:00000010:1.0:1776190954.525556:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f0d01a6. 00000400:00000010:1.0:1776190954.525564:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0629219. 00000100:00000200:1.0:1776190954.525572:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350656, portal 16 00000400:00000010:1.0:1776190954.525577:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e74120fa. 00000100:00000200:1.0:1776190954.525579:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350656, offset 0 00000400:00000200:1.0:1776190954.525585:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.525593:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.525603:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.525607:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.525612:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.525614:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91432:91432:255:4294967295] 192.168.202.25@tcp LPNI seq info [91432:91432:7:4294967295] 00000400:00000200:1.0:1776190954.525622:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.525626:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.525630:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008282df4f (tot 82348490). 00000800:00000200:1.0:1776190954.525634:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.525638:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.525641:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008282df4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.525733:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.525737:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ceef18c9 (tot 82348242). 00000400:00000200:1.0:1776190954.525744:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.525749:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.525756:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:1.0:1776190954.525758:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00000800:00000200:1.0:1776190954.525844:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.525846:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008282df4f (tot 82347994). 00000400:00000200:1.0:1776190954.525850:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.525854:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.525856:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74120fa 00000400:00000010:1.0:1776190954.525857:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e74120fa. 00000100:00000200:1.0:1776190954.525864:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797350656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.531046:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.531074:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124300 00000400:00000200:1.0:1776190954.531088:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6609 [1] + 224 00000400:00000200:1.0:1776190954.531108:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.531113:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.531143:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797350656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190954.531195:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f0d01a6. 00000400:00000200:1.0:1776190954.531203:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:1.0:1776190954.531206:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00000100:00000200:1.0:1776190954.531211:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797350656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.531219:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797350656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.531268:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aeacb588. 02000000:00000010:1.0:1776190954.531275:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008502ed4a. 00000100:00000010:1.0:1776190954.531280:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190954.531286:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.531291:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d249d201. 00000400:00000200:0.0:1776190954.540445:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.540475:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c4c0 00000400:00000200:0.0:1776190954.540487:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4f49 [2] + 656 00000400:00000200:0.0:1776190954.540581:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.540587:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.540596:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.540606:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:0.0:1776190954.540694:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000629f3359. 00000020:00000010:0.0:1776190954.540703:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004b062e7a. 00000020:00000010:0.0:1776190954.540709:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190954.540748:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788208832/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190954.540787:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208832 02000000:00000010:0.0:1776190954.540803:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000337c6544. 00010000:00000010:0.0:1776190954.540848:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ba294fd. 00010000:00000010:0.0:1776190954.540881:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190954.540891:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c131fa1. 00000100:00000010:0.0:1776190954.540907:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c131fa1. 00010000:00000010:0.0:1776190954.540911:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190954.540931:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190954.540938:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208832, offset 224 00000400:00000200:0.0:1776190954.540947:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.540962:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.540968:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91433:91433:256:4294967295] 192.168.202.25@tcp LPNI seq info [91433:91433:8:4294967295] 00000400:00000200:0.0:1776190954.540980:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.540987:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.540993:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190954.541000:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.541007:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.541012:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.541032:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004b062e7a. 00000020:00000010:0.0:1776190954.541037:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190954.541040:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000629f3359. 00080000:00000010:0.0:1776190954.541086:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000629f3359. 00000800:00000200:1.0:1776190954.541331:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.541336:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:1.0:1776190954.541341:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.541345:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.541350:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:1.0:1776190954.541363:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00010000:00000010:0.0:1776190954.551722:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:0.0:1776190954.551748:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032f4f2db. 00010000:00000010:0.0:1776190954.551904:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076538d06. 00010000:00000010:0.0:1776190954.551912:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe4f995. 00010000:00000010:0.0:1776190954.551930:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190954.551940:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c131fa1. 00000100:00000010:0.0:1776190954.551951:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190954.551969:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006cdbcb01. 02000000:00000010:0.0:1776190954.552009:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9b841be. 00000400:00000010:0.0:1776190954.552017:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190954.552025:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190954.552033:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350720, portal 16 00000400:00000010:0.0:1776190954.552040:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190954.552042:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350720, offset 0 00000400:00000200:0.0:1776190954.552055:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.552079:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.552088:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.552093:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.552096:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.552101:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91434:91434:256:4294967295] 192.168.202.25@tcp LPNI seq info [91434:91434:8:4294967295] 00000400:00000200:0.0:1776190954.552112:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.552121:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.552126:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190954.552152:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.552161:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.552166:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190954.560195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000966621bc. 00010000:00000010:0.1:1776190954.560219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c83c8f9d. 00010000:00000010:0.1:1776190954.560224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.1:1776190954.561329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023e11fec. 00010000:00000010:1.1:1776190954.561339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073c80129. 00010000:00000010:1.1:1776190954.561345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bb2f2f. 00000800:00000200:0.0:1776190954.561695:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.561700:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:0.0:1776190954.561706:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.561717:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.561723:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:0.0:1776190954.561726:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:0.0:1776190954.561737:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797350720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.566825:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.566858:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124340 00000400:00000200:0.0:1776190954.566873:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6615 [1] + 224 00000400:00000200:0.0:1776190954.566896:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.566901:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.566919:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797350720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190954.567336:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:0.0:1776190954.567343:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:0.0:1776190954.567346:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:0.0:1776190954.567354:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797350720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.567362:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797350720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190954.567406:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9b841be. 02000000:00000010:0.0:1776190954.567415:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006cdbcb01. 00000100:00000010:0.0:1776190954.567419:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:0.0:1776190954.567426:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c131fa1. 00010000:00000010:0.0:1776190954.567430:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000200:3.0:1776190954.572025:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.572053:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c500 00000400:00000200:3.0:1776190954.572067:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4f49 [2] + 984 00000400:00000200:3.0:1776190954.574069:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.574090:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.574103:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.574116:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:3.0:1776190954.574266:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000311d87fa. 00000020:00000010:3.0:1776190954.574276:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.574281:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.574317:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788208896/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190954.574353:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208896 02000000:00000010:3.0:1776190954.574368:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d394ad61. 00010000:00000010:3.0:1776190954.574408:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057aa4840. 00010000:00000010:3.0:1776190954.574445:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da4d0806. 00000100:00000010:3.0:1776190954.574455:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083873faf. 00000100:00000010:3.0:1776190954.574470:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083873faf. 00010000:00000010:3.0:1776190954.574475:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da4d0806. 00000400:00000010:3.0:1776190954.574493:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190954.574500:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208896, offset 224 00000400:00000200:3.0:1776190954.574508:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.574526:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.574534:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91435:91435:256:4294967295] 192.168.202.25@tcp LPNI seq info [91435:91435:8:4294967295] 00000400:00000200:3.0:1776190954.574546:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.574552:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.574558:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190954.574566:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.574576:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.574582:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.574605:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.574624:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.576103:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000311d87fa. 00080000:00000010:3.0:1776190954.582331:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000311d87fa. 00010000:00000010:3.0:1776190954.582511:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe4f995. 00010000:00000010:3.0:1776190954.582525:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003568106f. 00010000:00000010:3.0:1776190954.582622:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.0:1776190954.583428:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.583454:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da4d0806. 00000100:00000010:3.0:1776190954.583465:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083873faf. 00000100:00000010:3.0:1776190954.583479:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190954.583503:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2b92d4f. 02000000:00000010:3.0:1776190954.583542:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f80061e0. 00000400:00000010:3.0:1776190954.583552:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093fcd792. 00000400:00000010:3.0:1776190954.583561:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190954.583570:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350784, portal 16 00000400:00000010:3.0:1776190954.583578:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007f5bd38. 00000100:00000200:3.0:1776190954.583581:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350784, offset 0 00000400:00000200:3.0:1776190954.583593:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.583616:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.583626:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.588286:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.588293:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.588298:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91436:91436:255:4294967295] 192.168.202.25@tcp LPNI seq info [91436:91436:7:4294967295] 00000400:00000200:3.0:1776190954.588313:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.588324:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.588331:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348490). 00000800:00000200:3.0:1776190954.588342:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.588353:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.588358:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190954.588445:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.588450:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:3.0:1776190954.588455:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.588461:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.588468:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:3.0:1776190954.588470:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000800:00000200:3.0:1776190954.588568:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.588571:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190954.588574:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.588577:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.588580:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f5bd38 00000400:00000010:3.0:1776190954.588582:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007f5bd38. 00000100:00000200:3.0:1776190954.588591:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797350784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.599962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a8077bc. 00010000:00000010:3.1:1776190954.602541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cc2e6a6. 00010000:00000010:3.1:1776190954.602560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076538d06. 00000400:00000200:1.0:1776190954.603241:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.603279:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124380 00000400:00000200:1.0:1776190954.603292:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6621 [1] + 224 00000400:00000200:1.0:1776190954.603311:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.603315:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.603331:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797350784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190954.603397:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093fcd792. 00000400:00000200:1.0:1776190954.603403:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:1.0:1776190954.603406:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00000100:00000200:1.0:1776190954.603424:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797350784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.603433:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797350784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.603479:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f80061e0. 02000000:00000010:1.0:1776190954.603487:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2b92d4f. 00000100:00000010:1.0:1776190954.603493:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:1.0:1776190954.603500:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083873faf. 00010000:00000010:1.0:1776190954.603505:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da4d0806. 00000400:00000200:3.0:1776190954.606040:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.606070:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c540 00000400:00000200:3.0:1776190954.606081:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4f49 [2] + 1312 00000400:00000200:3.0:1776190954.606212:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.606218:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.606229:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.606237:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000020:00000010:1.0:1776190954.606616:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064b51de0. 00000020:00000010:1.0:1776190954.606627:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.606634:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.606687:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788208960/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190954.606736:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788208960 02000000:00000010:1.0:1776190954.606754:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000036eaeec. 00010000:00000010:1.0:1776190954.606805:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed0f87fb. 00010000:00000010:1.0:1776190954.606838:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d249d201. 00000100:00000010:1.0:1776190954.606849:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.606878:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.606883:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d249d201. 00000400:00000010:1.0:1776190954.606905:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0629219. 00000100:00000200:1.0:1776190954.606914:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788208960, offset 224 00000400:00000200:1.0:1776190954.606927:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.606946:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.606954:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91437:91437:256:4294967295] 192.168.202.25@tcp LPNI seq info [91437:91437:8:4294967295] 00000400:00000200:1.0:1776190954.606967:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.606974:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.606979:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008282df4f (tot 82348242). 00000800:00000200:1.0:1776190954.606986:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.606995:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.607001:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008282df4f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.607034:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.607040:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.607042:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064b51de0. 00000800:00000200:1.0:1776190954.607175:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.607182:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008282df4f (tot 82347994). 00000400:00000200:1.0:1776190954.607189:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.607194:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.607199:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:1.0:1776190954.607202:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00080000:00000010:3.0:1776190954.607208:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c3e04d. 00010000:00000010:3.0:1776190954.607352:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.607360:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f16f28f. 00010000:00000010:3.0:1776190954.607485:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000506e19be. 00010000:00000010:3.0:1776190954.607493:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.607510:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f3d8e57. 00000100:00000010:3.0:1776190954.607515:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083873faf. 00000100:00000010:3.0:1776190954.607527:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190954.607548:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3fbae6e. 02000000:00000010:3.0:1776190954.607589:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da4c2949. 00000400:00000010:3.0:1776190954.607598:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006324cd0f. 00000400:00000010:3.0:1776190954.607606:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007f5bd38. 00000100:00000200:3.0:1776190954.607616:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350848, portal 16 00000400:00000010:3.0:1776190954.607623:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190954.607626:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350848, offset 0 00000400:00000200:0.0:1776190954.619309:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.619340:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.619349:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190954.619354:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190954.619358:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190954.619361:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91438:91438:256:4294967295] 192.168.202.25@tcp LPNI seq info [91438:91438:8:4294967295] 00000400:00000200:0.0:1776190954.619374:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.619382:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.619389:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190954.619400:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.619409:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.619414:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.619973:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.619979:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:2.0:1776190954.619990:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.619996:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.620002:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:2.0:1776190954.620004:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000100:00000200:2.0:1776190954.620015:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797350848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190954.620050:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000440ae8fa. 00010000:00000010:3.1:1776190954.626947:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de5198b8. 00010000:00000010:3.1:1776190954.626966:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00000400:00000200:1.0:1776190954.626988:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.627011:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1243c0 00000400:00000200:1.0:1776190954.627024:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb662d [1] + 224 00000400:00000200:1.0:1776190954.627044:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.627048:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.627062:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797350848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190954.628758:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006324cd0f. 00000400:00000200:0.0:1776190954.628773:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f5bd38 00000400:00000010:0.0:1776190954.628776:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007f5bd38. 00000100:00000200:0.0:1776190954.628803:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797350848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.628816:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797350848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190954.628860:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da4c2949. 02000000:00000010:0.0:1776190954.628870:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3fbae6e. 00000100:00000010:0.0:1776190954.628875:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:0.0:1776190954.628883:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083873faf. 00010000:00000010:0.0:1776190954.628887:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f3d8e57. 00000400:00000200:1.0:1776190954.639162:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.639197:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c580 00000400:00000200:1.0:1776190954.639210:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4f49 [2] + 1640 00000400:00000200:1.0:1776190954.639724:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.639732:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.639742:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.639752:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000020:00000010:3.0:1776190954.642071:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ecfa6b2. 00000020:00000010:3.0:1776190954.642092:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.642099:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.643320:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788209024/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190954.643406:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209024 02000000:00000010:3.0:1776190954.643433:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3fbae6e. 00010000:00000010:3.0:1776190954.643478:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f2af5c5. 00010000:00000010:3.0:1776190954.643515:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.643526:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083873faf. 00000100:00000010:3.0:1776190954.643551:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083873faf. 00010000:00000010:3.0:1776190954.643556:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000010:3.0:1776190954.643579:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190954.643588:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209024, offset 224 00000400:00000200:3.0:1776190954.643599:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.643624:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:1.0:1776190954.643648:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064b51de0. 00010000:00000010:1.0:1776190954.644101:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:1.0:1776190954.644109:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086a2b738. 00010000:00000010:1.0:1776190954.644245:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190954.644265:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000766fd640. 00010000:00000010:1.0:1776190954.644273:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029a28d73. 00010000:00000010:1.0:1776190954.644280:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00080000:00000010:1.0:1776190954.644296:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c98d31a. 00010000:00000010:1.0:1776190954.644333:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190954.644337:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000766fd640. 00010000:00000010:1.0:1776190954.644404:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190954.644409:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190954.644420:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d249d201. 00000100:00000010:1.0:1776190954.644426:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.644438:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190954.644456:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af56f0a1. 00000400:00000200:3.0:1776190954.644474:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91439:91439:256:4294967295] 192.168.202.25@tcp LPNI seq info [91439:91439:8:4294967295] 00000400:00000200:3.0:1776190954.644492:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 02000000:00000010:1.0:1776190954.644493:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbc9e17c. 00000400:00000010:1.0:1776190954.644501:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f0d01a6. 00000800:00000200:3.0:1776190954.644503:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.644511:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000400:00000010:1.0:1776190954.644511:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0629219. 00000100:00000200:1.0:1776190954.644520:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350912, portal 16 00000800:00000200:3.0:1776190954.644524:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000400:00000010:1.0:1776190954.644527:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e74120fa. 00000100:00000200:1.0:1776190954.644531:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350912, offset 0 00000800:00000200:3.0:1776190954.644536:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.644542:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1776190954.644542:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.644553:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.644562:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.644567:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.644570:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.644574:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91440:91440:255:4294967295] 192.168.202.25@tcp LPNI seq info [91440:91440:7:4294967295] 00000020:00000010:3.0:1776190954.644582:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000400:00000200:1.0:1776190954.644583:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.644590:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.644594:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348490). 00000800:00000200:1.0:1776190954.644598:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000020:00000010:3.0:1776190954.644603:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000800:00000200:1.0:1776190954.644603:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.644607:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.644611:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ecfa6b2. 00000800:00000200:2.0:1776190954.644837:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.644842:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82348242). 00000400:00000200:2.0:1776190954.644847:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.644852:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.644857:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:2.0:1776190954.644859:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000800:00000200:2.0:1776190954.644954:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.644956:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:2.0:1776190954.644963:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.644966:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.644968:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74120fa 00000400:00000010:2.0:1776190954.644970:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e74120fa. 00000100:00000200:2.0:1776190954.644976:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797350912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.647574:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.647616:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124400 00000400:00000200:1.0:1776190954.647629:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6639 [1] + 224 00000400:00000200:1.0:1776190954.647652:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.647657:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.647673:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797350912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190954.647783:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f0d01a6. 00000400:00000200:0.0:1776190954.647800:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:0.0:1776190954.647803:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00000100:00000200:0.0:1776190954.647811:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797350912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190954.647826:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797350912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190954.647865:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbc9e17c. 02000000:00000010:0.0:1776190954.647871:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af56f0a1. 00000100:00000010:0.0:1776190954.647876:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:0.0:1776190954.647880:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:0.0:1776190954.647885:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d249d201. 00010000:00000010:1.1:1776190954.649331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb68331. 00010000:00000010:1.1:1776190954.649358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00010000:00000010:3.1:1776190954.653951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573203bb. 00010000:00000010:1.1:1776190954.654184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190954.654192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a28d73. 00000400:00000200:1.0:1776190954.656874:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.656903:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c5c0 00000400:00000200:1.0:1776190954.656914:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4f49 [2] + 1968 00000400:00000010:1.0:1776190954.656932:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a81b5649. 00000400:00000200:1.0:1776190954.656945:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004db5ce21 00000400:00000200:1.0:1776190954.657434:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.657442:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.657450:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004db5ce21 00000400:00000010:1.0:1776190954.657453:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004db5ce21 (tot 82347842). 00000100:00000200:1.0:1776190954.657468:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190954.657872:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ecfa6b2. 00000020:00000010:3.0:1776190954.657884:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.657889:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.657925:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebe20969 x1862468788209088/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190954.658008:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209088 02000000:00000010:3.0:1776190954.658024:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da4c2949. 00010000:00000010:3.0:1776190954.658063:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097d49028. 00010000:00000010:3.0:1776190954.658093:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.658102:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083873faf. 00000100:00000010:3.0:1776190954.658124:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083873faf. 00080000:00000010:1.0:1776190954.658174:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aeacb588. 00010000:00000010:1.0:1776190954.658318:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:3.0:1776190954.658339:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00010000:00000010:3.0:1776190954.658349:0:64666:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d6f6655. 00000400:00000010:3.0:1776190954.658373:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000898e8621. 00000100:00000200:3.0:1776190954.658381:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209088, offset 224 00000400:00000200:3.0:1776190954.658392:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.658411:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.658419:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91441:91441:256:4294967295] 192.168.202.25@tcp LPNI seq info [91441:91441:8:4294967295] 00000400:00000200:3.0:1776190954.658432:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.658438:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.658444:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348090). 00000800:00000200:3.0:1776190954.658452:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00010000:00000010:1.0:1776190954.658453:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029a28d73. 00010000:00000010:1.0:1776190954.658461:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00000800:00000200:3.0:1776190954.658462:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.658469:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1776190954.658475:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006dbe740b. 00000100:00000010:1.0:1776190954.658481:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190954.658490:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:3.0:1776190954.658494:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 02000000:00000010:1.0:1776190954.658504:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008502ed4a. 00000020:00000010:3.0:1776190954.658515:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.658522:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ecfa6b2. 02000000:00000010:3.0:1776190954.658533:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3fbae6e. 00000100:00000010:3.0:1776190954.658537:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190954.658537:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005f84e7e. 02000000:00000010:3.0:1776190954.658545:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000036eaeec. 00000400:00000010:1.0:1776190954.658546:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000154b77c5. 00000100:00000010:3.0:1776190954.658549:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000400:00000010:1.0:1776190954.658553:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 02000000:00000010:3.0:1776190954.658555:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d394ad61. 00000100:00000010:3.0:1776190954.658559:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000200:1.0:1776190954.658561:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797350976, portal 16 02000000:00000010:3.0:1776190954.658563:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000337c6544. 00000400:00000010:1.0:1776190954.658567:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000010:3.0:1776190954.658569:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000200:1.0:1776190954.658572:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797350976, offset 0 02000000:00000010:3.0:1776190954.658575:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000193ac5d5. 00000100:00000010:3.0:1776190954.658578:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ead1196f. 00000400:00000200:1.0:1776190954.658581:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 02000000:00000010:3.0:1776190954.658583:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060e807f4. 00000100:00000010:3.0:1776190954.658587:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009beabb9d. 00000400:00000200:1.0:1776190954.658590:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000100:00000200:3.0:1776190954.658596:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:1.0:1776190954.658601:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000010:3.0:1776190954.658603:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000985a4a23. 00000400:00000010:3.0:1776190954.658608:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000083873faf (tot 82348242). 00000400:00000200:1.0:1776190954.658608:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.658613:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.658617:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91442:91442:255:4294967295] 192.168.202.25@tcp LPNI seq info [91442:91442:7:4294967295] 00000400:00000200:1.0:1776190954.658624:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.658640:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.658644:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348490). 00000800:00000200:1.0:1776190954.658648:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.658651:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.658654:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.658726:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.658732:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:2.0:1776190954.658737:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.658742:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.658746:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000898e8621 00000400:00000010:2.0:1776190954.658748:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000898e8621. 02000000:00000010:2.0:1776190954.658753:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da4c2949. 00000800:00000200:2.0:1776190954.658822:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.658824:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190954.658833:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.658836:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.658838:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:2.0:1776190954.658840:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:2.0:1776190954.658846:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797350976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.664956:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.664983:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124440 00000400:00000200:1.0:1776190954.664993:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6645 [1] + 224 00000400:00000200:1.0:1776190954.665006:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.665010:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.665025:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797350976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.665065:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.665068:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c600 00000400:00000200:1.0:1776190954.665072:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4fb9 [2] + 0 00000400:00000200:1.0:1776190954.665173:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.665177:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.665182:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.665190:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000400:00000010:2.0:1776190954.665240:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000154b77c5. 00000400:00000200:2.0:1776190954.665247:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:2.0:1776190954.665259:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00000100:00000200:2.0:1776190954.665267:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797350976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.665276:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797350976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190954.665319:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005f84e7e. 02000000:00000010:2.0:1776190954.665327:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008502ed4a. 00000100:00000010:2.0:1776190954.665331:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:2.0:1776190954.665337:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:2.0:1776190954.665341:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006dbe740b. 00000020:00000010:3.0:1776190954.665563:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d394ad61. 00000020:00000010:3.0:1776190954.665574:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.665580:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.665615:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788209152/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190954.665651:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209152 02000000:00000010:3.0:1776190954.665667:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3fbae6e. 00010000:00000010:3.0:1776190954.665706:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3862cad. 00010000:00000010:3.0:1776190954.665733:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.665741:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039b5106b. 00000100:00000010:3.0:1776190954.665760:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039b5106b. 00010000:00000010:3.0:1776190954.665763:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000010:3.0:1776190954.665781:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190954.665787:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209152, offset 224 00000400:00000200:3.0:1776190954.665796:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.665812:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.665819:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91443:91443:256:4294967295] 192.168.202.25@tcp LPNI seq info [91443:91443:8:4294967295] 00000400:00000200:3.0:1776190954.665832:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.665839:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.665845:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190954.665852:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.665860:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.665865:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.665885:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.665905:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.665910:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d394ad61. 00000800:00000200:1.0:1776190954.666616:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.666624:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190954.666632:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.666640:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.666645:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:1.0:1776190954.666648:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00080000:00000010:1.0:1776190954.666700:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008502ed4a. 00010000:00000010:3.1:1776190954.666709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e35436. 00010000:00000010:1.0:1776190954.666844:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190954.666855:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e1e7892. 00010000:00000010:1.0:1776190954.666999:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.0:1776190954.667005:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190954.667021:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000473c4d5b. 00000100:00000010:1.0:1776190954.667028:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190954.667039:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190954.667058:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005f84e7e. 02000000:00000010:1.0:1776190954.667110:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060e807f4. 00000400:00000010:1.0:1776190954.667117:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0161d51. 00000400:00000010:1.0:1776190954.667124:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a0ed006. 00000100:00000200:1.0:1776190954.667175:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351040, portal 16 00000400:00000010:1.0:1776190954.667182:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2853200. 00000100:00000200:1.0:1776190954.667185:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351040, offset 0 00000400:00000200:1.0:1776190954.667195:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.667210:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.667220:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.667224:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.667227:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.667231:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91444:91444:256:4294967295] 192.168.202.25@tcp LPNI seq info [91444:91444:8:4294967295] 00000400:00000200:1.0:1776190954.667240:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.667246:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.667263:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190954.667271:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.667278:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.667281:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.667481:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.667485:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190954.667496:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.667501:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.667505:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2853200 00000400:00000010:2.0:1776190954.667507:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2853200. 00000100:00000200:2.0:1776190954.667518:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797351040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.670060:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.670098:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124480 00000400:00000200:1.0:1776190954.670111:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6655 [1] + 224 00000400:00000200:1.0:1776190954.670155:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.670160:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.670174:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797351040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190954.676068:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0161d51. 00000400:00000200:3.0:1776190954.676087:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a0ed006 00000400:00000010:3.0:1776190954.676090:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a0ed006. 00000100:00000200:3.0:1776190954.676111:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc1feb73 x1862468797351040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.676124:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc1feb73 x1862468797351040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.676199:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060e807f4. 02000000:00000010:3.0:1776190954.676208:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005f84e7e. 00000100:00000010:3.0:1776190954.676213:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000010:3.0:1776190954.676218:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:3.0:1776190954.676223:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000473c4d5b. 00000400:00000200:1.0:1776190954.677032:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.677057:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c640 00000400:00000200:1.0:1776190954.677067:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4fb9 [2] + 328 00000400:00000200:1.0:1776190954.677193:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.677200:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.677209:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.677217:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 00000020:00000010:0.0:1776190954.677375:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cdbcb01. 00000020:00000010:0.0:1776190954.677384:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004b062e7a. 00000020:00000010:0.0:1776190954.677390:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 00000100:00000200:0.0:1776190954.677422:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001986ef5b x1862468788209216/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190954.677459:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209216 02000000:00000010:0.0:1776190954.677473:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c9b841be. 00010000:00000010:0.0:1776190954.677511:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007458c2cd. 00010000:00000010:0.0:1776190954.677541:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190954.677550:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c131fa1. 00000100:00000010:0.0:1776190954.677575:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c131fa1. 00010000:00000010:0.0:1776190954.677580:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190954.677599:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190954.677606:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209216, offset 224 00000400:00000200:0.0:1776190954.677615:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.677630:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.677637:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91445:91445:256:4294967295] 192.168.202.25@tcp LPNI seq info [91445:91445:8:4294967295] 00000400:00000200:0.0:1776190954.677649:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.677655:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.677662:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190954.677669:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.677678:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.677683:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.677713:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004b062e7a. 00000020:00000010:0.0:1776190954.677718:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:0.0:1776190954.677721:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cdbcb01. 00080000:00000010:1.0:1776190954.677803:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000193ac5d5. 00010000:00000010:1.0:1776190954.677922:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190954.677929:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d378f7a. 00010000:00000010:1.0:1776190954.678033:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190954.678038:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190954.678048:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ffcc2b1. 00000100:00000010:1.0:1776190954.678052:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190954.678059:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190954.678072:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000036eaeec. 02000000:00000010:1.0:1776190954.678101:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af56f0a1. 00000400:00000010:1.0:1776190954.678106:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8961b8a. 00000400:00000010:1.0:1776190954.678111:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a0ed006. 00000100:00000200:1.0:1776190954.678116:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351104, portal 16 00000400:00000010:1.0:1776190954.678120:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2853200. 00000100:00000200:1.0:1776190954.678121:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351104, offset 0 00000400:00000200:1.0:1776190954.678125:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.678151:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.678159:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.678164:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.678167:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.678169:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91446:91446:255:4294967295] 192.168.202.25@tcp LPNI seq info [91446:91446:7:4294967295] 00000400:00000200:1.0:1776190954.678175:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.678178:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.678182:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348490). 00000800:00000200:1.0:1776190954.678185:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.678188:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.678190:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.680218:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.680229:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82348242). 00000400:00000200:2.0:1776190954.680261:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.680277:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.680286:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:2.0:1776190954.680291:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000800:00000200:2.0:1776190954.680399:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.680402:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:2.0:1776190954.680412:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.680415:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.680418:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2853200 00000400:00000010:2.0:1776190954.680420:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2853200. 00000100:00000200:2.0:1776190954.680431:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797351104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1776190954.684198:0:71766:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190954.684230:0:71766:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c291693. 02000000:00000010:1.0:1776190954.684322:0:15845:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000eb03e2. 00000400:00000010:1.0:1776190954.684330:0:15845:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5437c38. 00000400:00000010:1.0:1776190954.684337:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190954.684347:0:15845:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468797351168, portal 4 00000400:00000010:1.0:1776190954.684355:0:15845:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190954.684358:0:15845:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862468797351168, offset 0 00000400:00000200:1.0:1776190954.684366:0:15845:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190954.684382:0:15845:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190954.684395:0:15845:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de7cf124500 00000400:00000200:1.0:1776190954.684403:0:15845:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33735 [8] + 14112 00000400:00000200:1.0:1776190954.684410:0:15845:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.684414:0:15845:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190954.684420:0:15845:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1776190954.684424:0:15845:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009beabb9d. 00000400:00000200:1.0:1776190954.684441:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190954.684443:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:1.0:1776190954.684449:0:15845:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797351168/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190961 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:1.0:1776190954.684507:0:69923:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbc9e17c. 00000020:00000010:1.0:1776190954.684513:0:69923:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.684517:0:69923:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.684564:0:69923:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797351168 02000000:00000010:1.0:1776190954.684585:0:69923:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000c8f672ee. 00010000:00000200:1.0:1776190954.684619:0:69923:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@000000009beabb9d x1862468797351168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/368 e 0 to 0 dl 1776190960 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:1.0:1776190954.684633:0:69923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190954.684635:0:69923:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468797351168, offset 224 00000400:00000200:1.0:1776190954.684637:0:69923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190954.684641:0:69923:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190954.684644:0:69923:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7cf124500 00000400:00000200:1.0:1776190954.684647:0:69923:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6669 [1] + 224 00000400:00000200:1.0:1776190954.684649:0:69923:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.684651:0:69923:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190954.684654:0:69923:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797351168/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1776190954.684669:0:69923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:1.0:1776190954.684670:0:69923:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000020:00000010:1.0:1776190954.684679:0:69923:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.684682:0:69923:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.684685:0:69923:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbc9e17c. 00000400:00000010:1.0:1776190954.684699:0:15845:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b5437c38. 00000400:00000200:1.0:1776190954.684700:0:15845:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:1.0:1776190954.684701:0:15845:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00000100:00000200:1.0:1776190954.684703:0:15845:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797351168/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:1.0:1776190954.684708:0:15845:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797351168/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1776190954.684738:0:15845:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000eb03e2. 02000000:00000010:1.0:1776190954.684744:0:15845:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005c291693. 00000100:00000010:1.0:1776190954.684752:0:15845:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:0.0:1776190954.684832:0:71764:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190954.684841:0:71764:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0ca61af. 02000000:00000010:0.0:1776190954.684869:0:15846:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002fef8a62. 00000400:00000010:0.0:1776190954.684872:0:15846:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190954.684875:0:15846:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190954.684877:0:15846:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468797351232, portal 4 00000400:00000010:0.0:1776190954.684880:0:15846:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190954.684881:0:15846:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862468797351232, offset 0 00000400:00000200:0.0:1776190954.684885:0:15846:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776190954.684889:0:15846:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776190954.684895:0:15846:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de7cf124540 00000400:00000200:0.0:1776190954.684898:0:15846:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33735 [8] + 14336 00000400:00000200:0.0:1776190954.684901:0:15846:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.684904:0:15846:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776190954.684906:0:15846:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1776190954.684909:0:15846:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dd76f7ae. 00000400:00000200:0.0:1776190954.684919:0:15846:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:0.0:1776190954.684920:0:15846:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00000100:00000200:0.0:1776190954.684924:0:15846:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797351232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190961 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000010:2.0:1776190954.684939:0:66349:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aff8f2c. 00000020:00000010:2.0:1776190954.684946:0:66349:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.684950:0:66349:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000100:00000200:2.0:1776190954.684983:0:66349:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797351232 02000000:00000010:2.0:1776190954.684993:0:66349:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000cf5ceee1. 00010000:00000200:2.0:1776190954.685011:0:66349:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000dd76f7ae x1862468797351232/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/368 e 0 to 0 dl 1776190960 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:2.0:1776190954.685023:0:66349:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190954.685026:0:66349:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468797351232, offset 224 00000400:00000200:2.0:1776190954.685032:0:66349:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776190954.685037:0:66349:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776190954.685043:0:66349:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7cf124540 00000400:00000200:2.0:1776190954.685047:0:66349:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6675 [1] + 224 00000400:00000200:2.0:1776190954.685051:0:66349:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.685053:0:66349:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776190954.685058:0:66349:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797351232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:2.0:1776190954.685084:0:66349:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:2.0:1776190954.685087:0:66349:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000400:00000010:1.0:1776190954.685092:0:15846:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:1.0:1776190954.685097:0:15846:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:1.0:1776190954.685098:0:15846:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000020:00000010:2.0:1776190954.685100:0:66349:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000100:00000200:1.0:1776190954.685103:0:15846:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797351232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000010:2.0:1776190954.685105:0:66349:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.685109:0:66349:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aff8f2c. 00000100:00000200:1.0:1776190954.685112:0:15846:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797351232/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190961 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:1.0:1776190954.685147:0:15846:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002fef8a62. 02000000:00000010:1.0:1776190954.685151:0:15846:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d0ca61af. 00000100:00000010:1.0:1776190954.685158:0:15846:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000400:00000200:1.0:1776190954.691698:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.691726:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1244c0 00000400:00000200:1.0:1776190954.691736:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6661 [1] + 224 00000400:00000200:1.0:1776190954.691753:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.691759:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.691781:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797351104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.691830:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.691834:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c680 00000400:00000200:1.0:1776190954.691839:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4fb9 [2] + 656 00000400:00000200:1.0:1776190954.691850:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.691852:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.691858:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.691865:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000400:00000010:3.0:1776190954.691945:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8961b8a. 00000400:00000200:3.0:1776190954.691950:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a0ed006 00000400:00000010:3.0:1776190954.691952:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a0ed006. 00000100:00000200:3.0:1776190954.691957:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc1feb73 x1862468797351104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.691964:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc1feb73 x1862468797351104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776190954.691974:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cdbcb01. 00000020:00000010:0.0:1776190954.691987:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004b062e7a. 00000020:00000010:0.0:1776190954.691994:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000143230b6. 02000000:00000010:3.0:1776190954.691998:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af56f0a1. 02000000:00000010:3.0:1776190954.692005:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000036eaeec. 00000100:00000010:3.0:1776190954.692009:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000010:3.0:1776190954.692015:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:3.0:1776190954.692019:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ffcc2b1. 00000100:00000200:0.0:1776190954.692030:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788209280/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190954.692081:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209280 02000000:00000010:0.0:1776190954.692098:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000089895984. 00010000:00000010:0.0:1776190954.692172:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c8e29b7. 00010000:00000010:1.1:1776190954.692198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190954.692232:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000572de58f. 00000100:00000010:1.0:1776190954.692238:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190954.692257:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190954.692261:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000572de58f. 00000400:00000010:1.0:1776190954.692284:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190954.692291:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209280, offset 224 00000400:00000200:1.0:1776190954.692298:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.692315:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.692324:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91447:91447:256:4294967295] 192.168.202.25@tcp LPNI seq info [91447:91447:8:4294967295] 00000400:00000200:1.0:1776190954.692337:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.692344:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.692351:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190954.692359:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.692367:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.692374:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.692442:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004b062e7a. 00000020:00000010:1.0:1776190954.692448:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000143230b6. 00000020:00000010:1.0:1776190954.692452:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cdbcb01. 00080000:00000010:3.0:1776190954.692504:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d394ad61. 00010000:00000010:3.0:1776190954.692641:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:3.0:1776190954.692650:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e34bc47c. 00010000:00000010:3.0:1776190954.692772:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.0:1776190954.692781:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.692798:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.692804:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039b5106b. 00000100:00000010:3.0:1776190954.692816:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.692832:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ecfa6b2. 02000000:00000010:3.0:1776190954.692869:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2b92d4f. 00000400:00000010:3.0:1776190954.692875:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003444d236. 00000400:00000010:3.0:1776190954.692881:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.692887:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351296, portal 16 00000400:00000010:3.0:1776190954.692892:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190954.692894:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351296, offset 0 00000400:00000200:3.0:1776190954.692901:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.692909:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.692919:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.692923:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.692926:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.692929:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91448:91448:255:4294967295] 192.168.202.25@tcp LPNI seq info [91448:91448:7:4294967295] 00000400:00000200:3.0:1776190954.692936:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.692941:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.692945:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348490). 00000800:00000200:3.0:1776190954.692948:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.692952:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.692955:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.693036:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.693041:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82348242). 00000400:00000200:2.0:1776190954.693052:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.693057:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.693062:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:2.0:1776190954.693064:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00000800:00000200:2.0:1776190954.693279:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.693282:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190954.693286:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.693289:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.693292:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:2.0:1776190954.693293:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000100:00000200:2.0:1776190954.693301:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797351296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.694213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b7d850e. 00010000:00000010:1.1:1776190954.696174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000050d79b3. 00010000:00000010:1.1:1776190954.696190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a28d73. 00010000:00000010:3.1:1776190954.696235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6a20cc8. 00010000:00000010:0.1:1776190954.696624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004f776af. 00010000:00000010:3.1:1776190954.698194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080195f9e. 00010000:00000010:3.1:1776190954.698212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00010000:00000010:0.1:1776190954.698295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059eb51ac. 00010000:00000010:1.1:1776190954.701477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6470746. 00010000:00000010:1.1:1776190954.701497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67e461c. 00000400:00000200:2.0:1776190954.702407:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.702442:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124580 00000400:00000200:2.0:1776190954.702457:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6685 [1] + 224 00000400:00000200:2.0:1776190954.702473:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.702479:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.702495:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797351296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.702540:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.702545:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c6c0 00000400:00000200:2.0:1776190954.702550:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4fb9 [2] + 984 00000400:00000200:2.0:1776190954.702561:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.702564:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.702569:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.702576:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 00000020:00000010:1.0:1776190954.702781:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbc9e17c. 00000020:00000010:1.0:1776190954.702793:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.702801:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.702851:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040ee37c4 x1862468788209344/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190954.702904:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209344 02000000:00000010:1.0:1776190954.702922:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000036eaeec. 00010000:00000010:1.0:1776190954.702986:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000572de58f. 00000100:00000010:1.0:1776190954.702996:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190954.703005:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190954.703009:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000572de58f. 00000400:00000010:1.0:1776190954.703032:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190954.703039:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209344, offset 224 00000400:00000200:1.0:1776190954.703050:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.703065:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.703072:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91449:91449:256:4294967295] 192.168.202.25@tcp LPNI seq info [91449:91449:8:4294967295] 00000400:00000200:1.0:1776190954.703095:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.703101:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.703108:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190954.703115:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.703123:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.703168:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.703197:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.703202:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.703206:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbc9e17c. 00000400:00000010:3.0:1776190954.703317:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003444d236. 00000400:00000200:3.0:1776190954.703323:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:3.0:1776190954.703325:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.703332:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797351296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.703338:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797351296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190954.703366:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083bd6144. 02000000:00000010:3.0:1776190954.703386:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2b92d4f. 02000000:00000010:3.0:1776190954.703393:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ecfa6b2. 00000100:00000010:3.0:1776190954.703398:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190954.703402:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039b5106b. 00010000:00000010:3.0:1776190954.703405:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00080000:00000010:3.0:1776190954.703428:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ecfa6b2. 00000800:00000200:2.0:1776190954.703452:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.703458:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190954.703470:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.703475:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.703478:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:2.0:1776190954.703480:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00010000:00000010:3.0:1776190954.703543:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.703553:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007a41a54. 00010000:00000010:3.0:1776190954.703735:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8460c3d. 00010000:00000010:3.0:1776190954.703739:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb4a050c. 00010000:00000010:3.0:1776190954.703746:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.0:1776190954.703751:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00080000:00000010:3.0:1776190954.703766:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2b92d4f. 00010000:00000010:3.0:1776190954.703793:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.703795:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb4a050c. 00010000:00000010:3.0:1776190954.703870:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.0:1776190954.703874:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.703881:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.703884:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039b5106b. 00000100:00000010:3.0:1776190954.703890:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.703904:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f80061e0. 02000000:00000010:3.0:1776190954.703940:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f78ea7d4. 00000400:00000010:3.0:1776190954.703944:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003444d236. 00000400:00000010:3.0:1776190954.703948:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.703956:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351360, portal 16 00000400:00000010:3.0:1776190954.703960:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000316ad9a. 00000100:00000200:3.0:1776190954.703962:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351360, offset 0 00000400:00000200:3.0:1776190954.703967:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.703975:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.703983:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.703987:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.703990:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.703992:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91450:91450:256:4294967295] 192.168.202.25@tcp LPNI seq info [91450:91450:8:4294967295] 00000400:00000200:3.0:1776190954.703998:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.704002:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.704004:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190954.704008:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.704012:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.704014:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.704174:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.704176:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:2.0:1776190954.704180:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.704183:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.704186:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000316ad9a 00000400:00000010:2.0:1776190954.704187:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000316ad9a. 00000100:00000200:2.0:1776190954.704191:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797351360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.706221:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.706263:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1245c0 00000400:00000200:2.0:1776190954.706281:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6691 [1] + 224 00000400:00000200:2.0:1776190954.706298:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.706302:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.706317:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797351360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.706354:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.706359:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c700 00000400:00000200:2.0:1776190954.706365:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4fb9 [2] + 1312 00000400:00000010:3.0:1776190954.706376:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003444d236. 00000400:00000200:3.0:1776190954.706383:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:3.0:1776190954.706385:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.706391:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797351360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.706398:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797351360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.706432:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.706436:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.706440:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1776190954.706442:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f78ea7d4. 00000100:00000010:2.0:1776190954.706446:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:3.0:1776190954.706448:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f80061e0. 00000100:00000010:3.0:1776190954.706452:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190954.706456:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039b5106b. 00010000:00000010:3.0:1776190954.706461:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000020:00000010:1.0:1776190954.706807:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbc9e17c. 00000020:00000010:1.0:1776190954.706815:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.706819:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.706848:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e1b58e5 x1862468788209408/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190954.706881:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209408 02000000:00000010:1.0:1776190954.706894:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af56f0a1. 00010000:00000010:1.0:1776190954.706922:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4095c4d. 00010000:00000010:1.0:1776190954.706941:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000572de58f. 00000100:00000010:1.0:1776190954.706947:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190954.706957:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190954.706960:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000572de58f. 00000400:00000010:1.0:1776190954.706978:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0629219. 00000100:00000200:1.0:1776190954.706983:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209408, offset 224 00000400:00000200:1.0:1776190954.706992:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:3.0:1776190954.706998:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f80061e0. 00000400:00000200:1.0:1776190954.707005:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.707011:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91451:91451:256:4294967295] 192.168.202.25@tcp LPNI seq info [91451:91451:8:4294967295] 00000400:00000200:1.0:1776190954.707022:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.707027:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.707033:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190954.707040:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.707048:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.707053:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1776190954.707118:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.707125:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025227004. 00010000:00000010:3.0:1776190954.707269:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.0:1776190954.707277:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00000020:00000010:1.0:1776190954.707279:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.707283:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.707286:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbc9e17c. 00010000:00000010:3.0:1776190954.707288:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.707291:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039b5106b. 00000100:00000010:3.0:1776190954.707299:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.707314:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f78ea7d4. 02000000:00000010:3.0:1776190954.707346:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000814d07ca. 00000400:00000010:3.0:1776190954.707408:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003444d236. 00000400:00000010:3.0:1776190954.707414:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.707420:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351424, portal 16 00000400:00000010:3.0:1776190954.707425:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190954.707427:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351424, offset 0 00000400:00000200:3.0:1776190954.707433:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.707440:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.707450:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.707455:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.707459:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.707461:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91452:91452:255:4294967295] 192.168.202.25@tcp LPNI seq info [91452:91452:7:4294967295] 00000400:00000200:3.0:1776190954.707469:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.707474:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.707478:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190954.707482:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.707542:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.707547:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82348242). 00000400:00000200:2.0:1776190954.707556:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.707562:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.707565:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:2.0:1776190954.707567:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00000800:00000200:3.0:1776190954.708675:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.708682:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.708839:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.708843:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:2.0:1776190954.708852:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.708858:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.708862:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:2.0:1776190954.708864:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:2.0:1776190954.708873:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797351424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.710190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c2b39c4. 00010000:00000010:3.1:1776190954.710206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003610db0a. 00010000:00000010:3.1:1776190954.710211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.1:1776190954.710215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8460c3d. 00010000:00000010:3.1:1776190954.710218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00000400:00000200:2.0:1776190954.713261:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.713292:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124600 00000400:00000200:2.0:1776190954.713302:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb669d [1] + 224 00000400:00000200:2.0:1776190954.713319:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.713322:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.713334:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797351424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190954.713384:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003444d236. 00000400:00000200:3.0:1776190954.713390:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:3.0:1776190954.713393:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.713400:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797351424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.713408:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797351424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.713451:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000814d07ca. 02000000:00000010:3.0:1776190954.713460:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f78ea7d4. 00000100:00000010:3.0:1776190954.713465:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190954.713469:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039b5106b. 00010000:00000010:3.0:1776190954.713474:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00010000:00000010:1.1:1776190954.713475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944a3bc3. 00000400:00000200:2.0:1776190954.714358:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.714374:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c740 00000400:00000200:2.0:1776190954.714381:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4fb9 [2] + 1640 00000400:00000200:2.0:1776190954.714450:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.714455:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.714461:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.714469:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 00000020:00000010:1.0:1776190954.714655:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbc9e17c. 00000020:00000010:1.0:1776190954.714666:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.714673:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.714708:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000685efc40 x1862468788209472/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190954.714754:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209472 02000000:00000010:1.0:1776190954.714767:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000005f84e7e. 00010000:00000010:1.0:1776190954.714823:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9336d3f. 00010000:00000010:1.0:1776190954.714856:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000572de58f. 00000100:00000010:1.0:1776190954.714865:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190954.714879:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190954.714884:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000572de58f. 00000400:00000010:1.0:1776190954.714904:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e74120fa. 00000100:00000200:1.0:1776190954.714911:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209472, offset 224 00000400:00000200:1.0:1776190954.714921:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:3.0:1776190954.714934:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f78ea7d4. 00000400:00000200:1.0:1776190954.714937:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.714943:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91453:91453:256:4294967295] 192.168.202.25@tcp LPNI seq info [91453:91453:8:4294967295] 00000400:00000200:1.0:1776190954.714954:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.714959:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.714964:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190954.714970:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.714978:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.714984:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.715013:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.715017:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.715020:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbc9e17c. 00010000:00000010:3.0:1776190954.715042:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.715049:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e2a0aab. 00010000:00000010:3.0:1776190954.715207:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.0:1776190954.715216:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190954.715232:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.715237:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039b5106b. 00000100:00000010:3.0:1776190954.715246:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.715273:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000814d07ca. 02000000:00000010:3.0:1776190954.715310:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f1c1a9a. 00000400:00000010:3.0:1776190954.715317:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003444d236. 00000400:00000010:3.0:1776190954.715324:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.715331:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351488, portal 16 00000400:00000010:3.0:1776190954.715335:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852427f8. 00000100:00000200:3.0:1776190954.715338:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351488, offset 0 00000400:00000200:3.0:1776190954.715345:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.715351:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.715359:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.715364:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.715367:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.715369:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91454:91454:255:4294967295] 192.168.202.25@tcp LPNI seq info [91454:91454:7:4294967295] 00000400:00000200:3.0:1776190954.715375:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.715378:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.715381:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348490). 00000800:00000200:3.0:1776190954.715383:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.715387:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.715390:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.715534:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.715539:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82348242). 00000400:00000200:2.0:1776190954.715549:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.715553:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.715558:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74120fa 00000400:00000010:2.0:1776190954.715560:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e74120fa. 00000800:00000200:2.0:1776190954.715624:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.715626:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190954.715628:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.715631:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.715633:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852427f8 00000400:00000010:2.0:1776190954.715634:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852427f8. 00000100:00000200:2.0:1776190954.715639:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797351488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.718208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000835bb5dc. 00010000:00000010:3.1:1776190954.718233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190954.722189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d801ddb7. 00010000:00000010:3.1:1776190954.722219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:1.1:1776190954.722229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a1750f0. 00000400:00000200:2.0:1776190954.743521:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.743754:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124640 00000400:00000200:0.0:1776190954.743769:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb66a9 [1] + 224 00000400:00000200:0.0:1776190954.743788:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.743793:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.743809:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797351488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.743853:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.743859:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c780 00000400:00000200:0.0:1776190954.743866:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb4fb9 [2] + 1968 00000400:00000010:0.0:1776190954.743873:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004bae1c55. 00000400:00000200:0.0:1776190954.743881:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000460ae3f1 00000400:00000010:3.0:1776190954.743891:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003444d236. 00000400:00000200:3.0:1776190954.743897:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:3.0:1776190954.743899:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.743906:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797351488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.743913:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797351488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.743955:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f1c1a9a. 02000000:00000010:3.0:1776190954.743962:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000814d07ca. 00000100:00000010:3.0:1776190954.743966:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190954.743971:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039b5106b. 00000400:00000200:0.0:1776190954.743975:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776190954.743976:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000200:0.0:1776190954.743982:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.743986:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000460ae3f1 00000400:00000010:0.0:1776190954.743988:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000460ae3f1 (tot 82347842). 00000100:00000200:0.0:1776190954.743997:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190954.744065:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000814d07ca. 00000020:00000010:3.0:1776190954.744074:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.744079:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.744114:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd25bca3 x1862468788209536/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190954.744169:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209536 02000000:00000010:3.0:1776190954.744184:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f1c1a9a. 00010000:00000010:3.0:1776190954.744296:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cb56356. 00010000:00000010:3.0:1776190954.744327:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.744334:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039b5106b. 00000100:00000010:3.0:1776190954.744347:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039b5106b. 00010000:00000010:3.0:1776190954.744351:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000010:3.0:1776190954.744367:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190954.744372:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209536, offset 224 00000400:00000200:3.0:1776190954.744381:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1776190954.744382:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbc9e17c. 00000400:00000200:3.0:1776190954.744395:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.744401:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91455:91455:256:4294967295] 192.168.202.25@tcp LPNI seq info [91455:91455:8:4294967295] 00000400:00000200:3.0:1776190954.744412:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.744419:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.744424:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348090). 00000800:00000200:3.0:1776190954.744430:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.744437:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.744442:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.744473:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.744492:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.744496:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000814d07ca. 02000000:00000010:3.0:1776190954.744507:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000005f84e7e. 00000100:00000010:3.0:1776190954.744510:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 02000000:00000010:3.0:1776190954.744514:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af56f0a1. 00000100:00000010:3.0:1776190954.744516:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 02000000:00000010:3.0:1776190954.744518:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000036eaeec. 00000100:00000010:3.0:1776190954.744520:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 02000000:00000010:3.0:1776190954.744524:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000089895984. 00010000:00000010:1.0:1776190954.744576:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:1.0:1776190954.744585:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d832e53. 00000800:00000200:0.0:1776190954.744586:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.744592:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347842). 00000400:00000200:0.0:1776190954.744596:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.744602:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.744605:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:0.0:1776190954.744606:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 02000000:00000010:0.0:1776190954.744611:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008f1c1a9a. 00010000:00000010:1.0:1776190954.744689:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.0:1776190954.744696:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190954.744708:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000572de58f. 00000100:00000010:1.0:1776190954.744712:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190954.744722:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 02000000:00000010:1.0:1776190954.744735:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060e807f4. 02000000:00000010:1.0:1776190954.744765:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000036eaeec. 00000400:00000010:1.0:1776190954.744770:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5437c38. 00000400:00000010:1.0:1776190954.744775:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190954.744780:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351552, portal 16 00000400:00000010:1.0:1776190954.744785:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006362b25. 00000100:00000200:1.0:1776190954.744788:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351552, offset 0 00000100:00000010:3.0:1776190954.744838:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:3.0:1776190954.744845:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c9b841be. 00000100:00000010:3.0:1776190954.744848:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 02000000:00000010:3.0:1776190954.744851:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3fbae6e. 00000100:00000010:3.0:1776190954.744852:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000200:3.0:1776190954.744861:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190954.744865:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003444d236. 00000400:00000010:3.0:1776190954.744868:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000039b5106b (tot 82347994). 00000400:00000200:1.0:1776190954.745329:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.745340:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.745349:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.745353:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.745356:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.745359:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91456:91456:256:4294967295] 192.168.202.25@tcp LPNI seq info [91456:91456:8:4294967295] 00000400:00000200:1.0:1776190954.745367:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.745372:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.745378:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190954.745384:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.745389:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.745393:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.745638:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.745641:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:2.0:1776190954.745649:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.745652:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.745656:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:2.0:1776190954.745657:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000100:00000200:2.0:1776190954.745665:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ead1196f x1862468797351552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.747430:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.747460:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124680 00000400:00000200:0.0:1776190954.747472:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb66b5 [1] + 224 00000400:00000200:0.0:1776190954.747524:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.747529:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.747541:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ead1196f x1862468797351552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190954.748784:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b5437c38. 00000400:00000200:1.0:1776190954.748800:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:1.0:1776190954.748802:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:1.0:1776190954.748819:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ead1196f x1862468797351552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.748830:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ead1196f x1862468797351552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.748876:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000036eaeec. 02000000:00000010:1.0:1776190954.748884:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060e807f4. 00000100:00000010:1.0:1776190954.748888:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ead1196f. 00000100:00000010:1.0:1776190954.748893:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190954.748897:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000572de58f. 00010000:00000010:3.1:1776190954.750214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2e999af. 00000400:00000200:0.0:1776190954.752914:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.752956:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c7c0 00000400:00000200:0.0:1776190954.752967:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5011 [2] + 0 00000400:00000200:0.0:1776190954.753064:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.753069:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.753079:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.753087:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:2.0:1776190954.754010:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aff8f2c. 00000020:00000010:2.0:1776190954.754022:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.754029:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000100:00000200:2.0:1776190954.754068:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788209600/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190954.754173:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209600 02000000:00000010:2.0:1776190954.754189:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d283df2. 00010000:00000010:2.0:1776190954.754226:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066c1d6d6. 00010000:00000010:2.0:1776190954.754300:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.754312:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.754337:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.754342:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000010:2.0:1776190954.754362:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190954.754370:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209600, offset 224 00000400:00000200:2.0:1776190954.754381:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.754397:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.754405:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91457:91457:256:4294967295] 192.168.202.25@tcp LPNI seq info [91457:91457:8:4294967295] 00000400:00000200:2.0:1776190954.754417:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.754424:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.754430:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028ae87e7 (tot 82348242). 00000800:00000200:2.0:1776190954.754437:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.754445:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.754449:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028ae87e7 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776190954.754456:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3fbae6e. 00000020:00000010:2.0:1776190954.754474:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.754480:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.754483:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aff8f2c. 00010000:00000010:3.0:1776190954.754593:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:3.0:1776190954.754601:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c9e7f7e. 00010000:00000010:2.0:1776190954.754744:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190954.754752:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d14b437. 00010000:00000010:2.0:1776190954.754765:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.754768:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.754776:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190954.754802:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007aff8f2c. 02000000:00000010:2.0:1776190954.754834:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000187a2875. 00000400:00000010:2.0:1776190954.754841:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c8c9c8b. 00000400:00000010:2.0:1776190954.754847:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190954.754853:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351616, portal 16 00000400:00000010:2.0:1776190954.754859:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190954.754861:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351616, offset 0 00000400:00000200:2.0:1776190954.754867:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.754875:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.754884:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.754889:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.754892:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000800:00000200:0.0:1776190954.754892:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1776190954.754897:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91458:91458:255:4294967295] 192.168.202.25@tcp LPNI seq info [91458:91458:7:4294967295] 00000800:00000010:0.0:1776190954.754899:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028ae87e7 (tot 82347994). 00000400:00000200:0.0:1776190954.754905:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.754906:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.754915:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.754916:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000800:00000010:2.0:1776190954.754921:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fadc9db4 (tot 82348242). 00000400:00000200:0.0:1776190954.754924:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:0.0:1776190954.754928:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000800:00000200:2.0:1776190954.754929:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.754935:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.754937:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fadc9db4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.754967:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.754970:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fadc9db4 (tot 82347994). 00000400:00000200:0.0:1776190954.754973:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.754977:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.754979:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:0.0:1776190954.754981:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:0.0:1776190954.754987:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797351616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190954.756188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0bb4ed2. 00010000:00000010:1.1:1776190954.756207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:2.1:1776190954.760285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000715e01ee. 00000400:00000200:0.0:1776190954.766816:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.766850:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1246c0 00000400:00000200:0.0:1776190954.766863:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb66c5 [1] + 224 00000400:00000200:0.0:1776190954.766890:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.766894:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.766911:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797351616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.767082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088c6effa. 00010000:00000010:3.1:1776190954.767100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67e461c. 00000400:00000010:2.0:1776190954.767467:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c8c9c8b. 00000400:00000200:2.0:1776190954.767474:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:2.0:1776190954.767477:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:2.0:1776190954.767485:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797351616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.767495:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797351616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190954.767536:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000187a2875. 02000000:00000010:2.0:1776190954.767546:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007aff8f2c. 00000100:00000010:2.0:1776190954.767550:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:2.0:1776190954.767555:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.767559:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000200:0.0:1776190954.769258:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.769292:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c800 00000400:00000200:0.0:1776190954.769304:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5011 [2] + 328 00000400:00000200:0.0:1776190954.769391:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.769397:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.769407:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.769413:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:2.0:1776190954.769610:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aff8f2c. 00000020:00000010:2.0:1776190954.769621:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.769626:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000100:00000200:2.0:1776190954.769664:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788209664/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190954.769700:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209664 02000000:00000010:2.0:1776190954.769716:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000187a2875. 00010000:00000010:2.0:1776190954.769762:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5e8932. 00010000:00000010:2.0:1776190954.769796:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.769805:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.769829:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.769835:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000010:2.0:1776190954.769852:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190954.769858:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209664, offset 224 00000400:00000200:2.0:1776190954.769869:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.769885:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.769892:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91459:91459:256:4294967295] 192.168.202.25@tcp LPNI seq info [91459:91459:8:4294967295] 00000400:00000200:2.0:1776190954.769905:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.769911:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.769916:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e55c8a00 (tot 82348242). 00000800:00000200:2.0:1776190954.769924:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.769932:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.769937:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e55c8a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.769964:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.769969:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.769972:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aff8f2c. 00000800:00000200:0.0:1776190954.770107:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.770112:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e55c8a00 (tot 82347994). 00000400:00000200:0.0:1776190954.770116:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.770120:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.770124:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:0.0:1776190954.770127:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00080000:00000010:3.0:1776190954.770390:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000814d07ca. 00010000:00000010:3.0:1776190954.770535:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d14b437. 00010000:00000010:3.0:1776190954.770545:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3241829. 00010000:00000010:3.0:1776190954.770654:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8460c3d. 00010000:00000010:3.0:1776190954.770659:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb4a050c. 00010000:00000010:3.0:1776190954.770669:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.0:1776190954.770676:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00080000:00000010:3.0:1776190954.770693:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f1c1a9a. 00010000:00000010:3.0:1776190954.770727:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190954.770731:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb4a050c. 00010000:00000010:3.0:1776190954.770812:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.0:1776190954.770816:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190954.770827:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.770834:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a2c08a5. 00000100:00000010:3.0:1776190954.770846:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.770863:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da4c2949. 02000000:00000010:3.0:1776190954.770905:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc60f7c6. 00000400:00000010:3.0:1776190954.770914:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9f1d54b. 00000400:00000010:3.0:1776190954.770922:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190954.770930:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351680, portal 16 00000400:00000010:3.0:1776190954.770937:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190954.770939:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351680, offset 0 00000400:00000200:3.0:1776190954.770947:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.770961:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.770972:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.770977:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.770980:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.770983:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91460:91460:256:4294967295] 192.168.202.25@tcp LPNI seq info [91460:91460:8:4294967295] 00000400:00000200:3.0:1776190954.770991:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.770997:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.771001:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190954.771007:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.771012:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.771015:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.771240:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.771245:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190954.771259:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.771264:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.771268:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:0.0:1776190954.771270:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000100:00000200:0.0:1776190954.771279:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797351680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.775535:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.775563:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124700 00000400:00000200:0.0:1776190954.775575:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb66d1 [1] + 224 00000400:00000200:0.0:1776190954.775597:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.775603:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.775619:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797351680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190954.776120:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9f1d54b. 00000400:00000200:0.0:1776190954.776331:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.776341:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c840 00000400:00000200:3.0:1776190954.776366:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:3.0:1776190954.776370:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00000100:00000200:3.0:1776190954.776378:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797351680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.776388:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797351680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.776427:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc60f7c6. 02000000:00000010:3.0:1776190954.776436:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da4c2949. 00000100:00000010:3.0:1776190954.776441:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190954.776446:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002a2c08a5. 00010000:00000010:3.0:1776190954.776451:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00010000:00000010:2.1:1776190954.777318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ff4fa10. 00000400:00000200:0.0:1776190954.778153:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5011 [2] + 656 00000400:00000200:0.0:1776190954.787286:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.787312:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.787328:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.787338:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:1.0:1776190954.787479:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060e807f4. 00000020:00000010:1.0:1776190954.787489:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.787496:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190954.787542:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788209728/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190954.787597:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209728 02000000:00000010:1.0:1776190954.787616:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000036eaeec. 00010000:00000010:1.0:1776190954.787671:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002dd286f. 00010000:00000010:1.0:1776190954.787704:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000572de58f. 00000100:00000010:1.0:1776190954.787716:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190954.787735:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190954.787740:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000572de58f. 00000400:00000010:1.0:1776190954.787762:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190954.787769:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209728, offset 224 00000400:00000200:1.0:1776190954.787781:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.787804:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.787816:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91461:91461:256:4294967295] 192.168.202.25@tcp LPNI seq info [91461:91461:8:4294967295] 00000400:00000200:1.0:1776190954.787830:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.787837:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.787845:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190954.787854:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.787864:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.787870:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.787901:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190954.787906:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190954.787910:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060e807f4. 00000800:00000200:0.0:1776190954.788243:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.788257:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:0.0:1776190954.788270:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.788275:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.788280:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:0.0:1776190954.788283:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00080000:00000010:3.0:1776190954.790551:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7d44ff1. 00010000:00000010:3.0:1776190954.790728:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190954.790743:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001e23ece. 00010000:00000010:3.0:1776190954.790877:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.0:1776190954.790886:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190954.790908:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190954.790922:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a2c08a5. 00000100:00000010:3.0:1776190954.790939:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190954.790962:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da4c2949. 02000000:00000010:3.0:1776190954.791005:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc60f7c6. 00000400:00000010:3.0:1776190954.791016:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9f1d54b. 00000400:00000010:3.0:1776190954.791026:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190954.791036:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351744, portal 16 00000400:00000010:3.0:1776190954.791044:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d209541b. 00000100:00000200:3.0:1776190954.791047:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351744, offset 0 00000400:00000200:3.0:1776190954.791060:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.791084:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.791093:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.791098:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.791101:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.791105:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91462:91462:256:4294967295] 192.168.202.25@tcp LPNI seq info [91462:91462:8:4294967295] 00000400:00000200:3.0:1776190954.791119:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.791126:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.791161:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190954.791170:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.791179:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.791183:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.791920:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.791928:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190954.791935:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.791944:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.791950:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d209541b 00000400:00000010:0.0:1776190954.791953:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d209541b. 00000100:00000200:0.0:1776190954.791962:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797351744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.800628:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.800664:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124740 00000400:00000200:3.0:1776190954.800679:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb66dd [1] + 224 00000400:00000200:3.0:1776190954.800702:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.800708:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.800726:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797351744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190954.800852:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9f1d54b. 00000400:00000200:1.0:1776190954.800858:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:1.0:1776190954.800860:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00000100:00000200:1.0:1776190954.800867:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797351744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.800874:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797351744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.800922:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc60f7c6. 02000000:00000010:1.0:1776190954.800930:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da4c2949. 00000100:00000010:1.0:1776190954.800936:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:1.0:1776190954.800942:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002a2c08a5. 00010000:00000010:1.0:1776190954.800946:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00010000:00000010:3.1:1776190954.801316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093c058e4. 00010000:00000010:3.1:1776190954.801326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:3.1:1776190954.801330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8460c3d. 00010000:00000010:3.1:1776190954.801333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00000400:00000200:3.0:1776190954.801772:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.801785:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c880 00000400:00000200:3.0:1776190954.801804:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5011 [2] + 984 00000400:00000200:3.0:1776190954.801870:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.801874:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.801882:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190954.801888:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000020:00000010:2.0:1776190954.802003:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aff8f2c. 00000020:00000010:2.0:1776190954.802012:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.802017:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000100:00000200:2.0:1776190954.802048:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788209792/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190954.802090:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209792 02000000:00000010:2.0:1776190954.802104:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab974619. 00010000:00000010:2.0:1776190954.802176:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd288709. 00010000:00000010:2.0:1776190954.802205:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.802213:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.802228:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.802233:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000010:2.0:1776190954.802271:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190954.802278:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788209792, offset 224 00000400:00000200:2.0:1776190954.802287:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.802300:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.802307:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91463:91463:256:4294967295] 192.168.202.25@tcp LPNI seq info [91463:91463:8:4294967295] 00000400:00000200:2.0:1776190954.802319:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.802324:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.802331:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009d8d384 (tot 82348242). 00000800:00000200:2.0:1776190954.802337:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.802345:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.802350:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009d8d384 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.802370:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.802375:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.802378:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aff8f2c. 00080000:00000010:3.0:1776190954.802594:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d13533. 00010000:00000010:3.0:1776190954.802733:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190954.802741:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1478d0f. 00010000:00000010:3.0:1776190954.802860:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.0:1776190954.802867:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190954.802882:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae5bff4a. 00000100:00000010:3.0:1776190954.802888:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a2c08a5. 00000100:00000010:3.0:1776190954.802898:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190954.802948:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002cca71eb. 02000000:00000010:3.0:1776190954.802988:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c966b17. 00000400:00000010:3.0:1776190954.802995:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c730e9ef. 00000400:00000010:3.0:1776190954.803002:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190954.803007:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351808, portal 16 00000400:00000010:3.0:1776190954.803013:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190954.803015:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351808, offset 0 00000400:00000200:3.0:1776190954.803020:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.803028:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.803037:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.803041:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.803045:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.803047:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91464:91464:255:4294967295] 192.168.202.25@tcp LPNI seq info [91464:91464:7:4294967295] 00000400:00000200:3.0:1776190954.803055:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.803060:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.803065:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348490). 00000800:00000200:3.0:1776190954.803070:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.803074:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.803077:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.803822:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.803830:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009d8d384 (tot 82348242). 00000400:00000200:0.0:1776190954.803837:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.803844:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.803850:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:0.0:1776190954.803852:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 00000800:00000200:0.0:1776190954.803935:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.803937:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190954.803940:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.803943:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.803945:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:0.0:1776190954.803946:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00000100:00000200:0.0:1776190954.803953:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797351808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190954.806217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a6f371f. 00000400:00000200:3.0:1776190954.810664:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.810706:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124780 00000400:00000200:3.0:1776190954.810722:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb66e9 [1] + 224 00000400:00000200:3.0:1776190954.810742:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.810747:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.810768:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797351808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190954.810836:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.810842:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 12 MB=0x69de7ce86c900 00000400:00000200:3.0:1776190954.810849:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.25@tcp of length 224/224 into md 0x7f5bd [64] + 89824 00000400:00000200:3.0:1776190954.810856:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.810859:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.810863:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1776190954.810870:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003dabbd3. 00000400:00000010:1.0:1776190954.811017:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c730e9ef. 00000400:00000200:1.0:1776190954.811023:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:1.0:1776190954.811026:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00000100:00000200:1.0:1776190954.811032:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797351808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.811040:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797351808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.811080:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c966b17. 02000000:00000010:1.0:1776190954.811088:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002cca71eb. 00000100:00000010:1.0:1776190954.811093:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:1.0:1776190954.811097:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002a2c08a5. 00010000:00000010:1.0:1776190954.811101:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae5bff4a. 00000400:00000200:3.0:1776190954.811769:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190954.811783:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 28 MB=0x69de7ce86c980 00000400:00000200:3.0:1776190954.811871:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.25@tcp of length 224/224 into md 0x7c269 [8] + 14552 00000400:00000200:3.0:1776190954.811882:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.811886:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190954.811891:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776190954.811896:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000244af836. 00000400:00000200:1.0:1776190954.812400:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.812411:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 26 MB=0x69de7ce86c8c0 00000400:00000200:1.0:1776190954.812419:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.25@tcp of length 224/224 into md 0x8ffa5 [2] + 0 00000400:00000010:1.0:1776190954.812424:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e75ad3d5. 00000400:00000200:1.0:1776190954.812429:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b5423ddc 00000400:00000200:1.0:1776190954.812437:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.812441:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.812444:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5423ddc 00000400:00000010:1.0:1776190954.812447:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b5423ddc (tot 82347842). 00000100:00000200:1.0:1776190954.812454:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1776190954.812478:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.812484:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 28 MB=0x69de7ce86c940 00000400:00000200:1.0:1776190954.812488:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.25@tcp of length 224/224 into md 0x7c269 [8] + 14776 00000400:00000200:1.0:1776190954.812501:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.812504:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.812507:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776190954.812511:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ead1196f. 00000020:00000010:3.0:1776190954.812615:0:71751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae990f31. 00000020:00000010:3.0:1776190954.812633:0:71751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.812641:0:71751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.812693:0:71751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209856 02000000:00000010:3.0:1776190954.812716:0:71751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d022df5e. 00010000:00000200:3.0:1776190954.812730:0:71751:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@0000000081d96525 x1862468788209856/t0(0) o400->70e2a8ca-89de-493f-8a2a-d88059b6f462@192.168.202.25@tcp:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:3.0:1776190954.812748:0:71751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190954.812755:0:71751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862468788209856, offset 224 00000400:00000200:3.0:1776190954.812764:0:71751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.812776:0:71751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.812782:0:71751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91465:91465:256:4294967295] 192.168.202.25@tcp LPNI seq info [91465:91465:8:4294967295] 00000400:00000200:3.0:1776190954.812806:0:71751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.812812:0:71751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.812818:0:71751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348090). 00000800:00000200:3.0:1776190954.812826:0:71751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.812834:0:71751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.812840:0:71751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.812862:0:71751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.812882:0:71751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.812886:0:71751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae990f31. 00000100:00000200:3.0:1776190954.812898:0:71751:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1776190954.812903:0:71751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000561d4066. 00000400:00000010:3.0:1776190954.812910:0:71751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002a2c08a5 (tot 82348242). 00000800:00000200:3.0:1776190954.813043:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.813047:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190954.813050:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.813054:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.813056:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:3.0:1776190954.813058:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 02000000:00000010:3.0:1776190954.813063:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d022df5e. 00000020:00000010:0.0:1776190954.820925:0:64681:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f82ad991. 00000020:00000010:0.0:1776190954.820946:0:64681:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004d745f62. 00000020:00000010:0.0:1776190954.820952:0:64681:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000050dc65ce. 00000100:00000200:0.0:1776190954.821022:0:64681:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209920 02000000:00000010:0.0:1776190954.821054:0:64681:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000917d8b0e. 00010000:00000200:0.0:1776190954.821072:0:64681:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@0000000003dabbd3 x1862468788209920/t0(0) o400->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:610/0 lens 224/224 e 0 to 0 dl 1776190960 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:0.0:1776190954.821099:0:64681:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190954.821110:0:64681:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862468788209920, offset 224 00000400:00000200:0.0:1776190954.821121:0:64681:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.821203:0:64681:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.821211:0:64681:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91466:91466:256:4294967295] 192.168.202.25@tcp LPNI seq info [91466:91466:8:4294967295] 00000400:00000200:0.0:1776190954.821225:0:64681:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.821233:0:64681:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.821241:0:64681:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190954.821261:0:64681:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.821272:0:64681:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.821278:0:64681:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.821301:0:64681:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004d745f62. 00000020:00000010:0.0:1776190954.821306:0:64681:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000050dc65ce. 00000020:00000010:0.0:1776190954.821311:0:64681:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f82ad991. 00000800:00000200:0.0:1776190954.821460:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.821464:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:0.0:1776190954.821475:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.821481:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.821486:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:0.0:1776190954.821488:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00010000:00000010:2.1:1776190954.822332:0:75238:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025b3bff4. 00000400:00000200:1.0:1776190954.822912:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.822933:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86c9c0 00000400:00000200:1.0:1776190954.822943:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5011 [2] + 1312 00000400:00000200:1.0:1776190954.822962:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.822965:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.822973:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.822980:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000020:00000010:0.0:1776190954.823098:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f82ad991. 00000020:00000010:0.0:1776190954.823107:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004d745f62. 00000020:00000010:0.0:1776190954.823111:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000050dc65ce. 00000100:00000200:0.0:1776190954.823166:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788210112/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190954.823217:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210112 02000000:00000010:0.0:1776190954.823232:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd06b711. 00010000:00000010:0.0:1776190954.823285:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083f8bbc2. 00010000:00000010:0.0:1776190954.823315:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190954.823323:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c131fa1. 00000100:00000010:0.0:1776190954.823336:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c131fa1. 00010000:00000010:0.0:1776190954.823341:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190954.823357:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190954.823363:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210112, offset 224 00000400:00000200:0.0:1776190954.823372:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.823385:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.823392:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91467:91467:256:4294967295] 192.168.202.25@tcp LPNI seq info [91467:91467:8:4294967295] 00000400:00000200:0.0:1776190954.823404:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.823408:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.823413:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190954.823419:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.823425:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.823429:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.823447:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004d745f62. 00000020:00000010:0.0:1776190954.823451:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000050dc65ce. 00000020:00000010:0.0:1776190954.823454:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f82ad991. 00000800:00000200:0.0:1776190954.823561:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.823565:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:0.0:1776190954.823575:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.823579:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.823582:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:0.0:1776190954.823585:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00080000:00000010:1.0:1776190954.823835:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af56f0a1. 00010000:00000010:1.0:1776190954.823964:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:1.0:1776190954.823973:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a240be9a. 00010000:00000010:1.0:1776190954.824073:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029a28d73. 00010000:00000010:1.0:1776190954.824083:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190954.824099:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000572de58f. 00000100:00000010:1.0:1776190954.824105:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190954.824114:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190954.824190:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005f84e7e. 02000000:00000010:1.0:1776190954.824226:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060e807f4. 00000400:00000010:1.0:1776190954.824233:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5437c38. 00000400:00000010:1.0:1776190954.824240:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190954.824256:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351872, portal 16 00000400:00000010:1.0:1776190954.824263:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190954.824265:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351872, offset 0 00000400:00000200:1.0:1776190954.824272:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.824282:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.824292:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.824295:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.824298:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.824301:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91468:91468:256:4294967295] 192.168.202.25@tcp LPNI seq info [91468:91468:8:4294967295] 00000400:00000200:1.0:1776190954.824309:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.824314:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.824319:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190954.824324:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.824330:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.824333:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190954.824940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000804ebf61. 00010000:00000010:3.1:1776190954.824956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00000800:00000200:0.0:1776190954.825124:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.825157:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:0.0:1776190954.825169:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.825188:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.825193:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:0.0:1776190954.825195:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000100:00000200:0.0:1776190954.825205:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797351872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776190954.831026:0:75238:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007aff8f2c. 00000020:00000010:2.0:1776190954.831046:0:75238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.831054:0:75238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.831162:0:75238:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007872efc2. 00000020:00000010:2.0:1776190954.831165:0:75238:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.831168:0:75238:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190954.831213:0:75238:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210048 02000000:00000010:2.0:1776190954.831238:0:75238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba46bbc6. 00010000:00000200:2.0:1776190954.831264:0:75238:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000244af836 x1862468788210048/t0(0) o400->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 224/224 e 0 to 0 dl 1776190997 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776190954.831287:0:75238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190954.831297:0:75238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468788210048, offset 224 00000400:00000200:2.0:1776190954.831306:0:75238:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.831326:0:75238:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.831333:0:75238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91469:91469:256:4294967295] 192.168.202.25@tcp LPNI seq info [91469:91469:8:4294967295] 00000400:00000200:2.0:1776190954.831346:0:75238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.831354:0:75238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.831360:0:75238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000960f70b0 (tot 82348242). 00000800:00000200:2.0:1776190954.831369:0:75238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.831380:0:75238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.831387:0:75238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000960f70b0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.831409:0:75238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190954.831418:0:75238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001a066bb6. 00000020:00000010:2.0:1776190954.831423:0:75238:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007aff8f2c. 00000100:00000200:2.0:1776190954.831436:0:75238:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788209984 02000000:00000010:2.0:1776190954.831444:0:75238:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007aff8f2c. 00010000:00000200:2.0:1776190954.831448:0:75238:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@00000000ead1196f x1862468788209984/t0(0) o400->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 224/224 e 0 to 0 dl 1776190997 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776190954.831457:0:75238:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190954.831459:0:75238:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862468788209984, offset 224 00000400:00000200:2.0:1776190954.831464:0:75238:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.831468:0:75238:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.831471:0:75238:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91470:91470:255:4294967295] 192.168.202.25@tcp LPNI seq info [91470:91470:7:4294967295] 00000400:00000200:2.0:1776190954.831478:0:75238:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.831482:0:75238:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.831484:0:75238:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae577358 (tot 82348490). 00000800:00000200:2.0:1776190954.831487:0:75238:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.831491:0:75238:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.831493:0:75238:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae577358 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.831499:0:75238:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.831501:0:75238:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190954.831504:0:75238:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007872efc2. 00000800:00000200:1.0:1776190954.831667:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.831672:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000960f70b0 (tot 82348242). 00000400:00000200:1.0:1776190954.831679:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.831685:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.831691:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:1.0:1776190954.831694:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000800:00000200:1.0:1776190954.831712:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.831714:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae577358 (tot 82347994). 00000400:00000200:1.0:1776190954.831716:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.831719:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.831720:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:1.0:1776190954.831722:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00010000:00000010:3.1:1776190954.842360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000935c1993. 00010000:00000010:3.1:1776190954.842387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00000400:00000200:1.0:1776190954.854217:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.854245:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1247c0 00000400:00000200:1.0:1776190954.854270:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6701 [1] + 224 00000400:00000200:1.0:1776190954.854288:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.854293:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.854307:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797351872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.854354:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.854360:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ca00 00000400:00000200:1.0:1776190954.854367:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5011 [2] + 1640 00000400:00000200:1.0:1776190954.854378:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.854380:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.854385:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.854392:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 00000020:00000010:3.0:1776190954.854515:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d022df5e. 00000020:00000010:3.0:1776190954.854525:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.854530:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.854566:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788210176/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190954.854605:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210176 02000000:00000010:3.0:1776190954.854620:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae990f31. 00010000:00000010:3.0:1776190954.854692:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b3d4a91. 00000100:00000010:3.0:1776190954.854704:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190954.854712:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190954.854717:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b3d4a91. 00000400:00000010:3.0:1776190954.854740:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190954.854745:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210176, offset 224 00000400:00000200:3.0:1776190954.854755:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.854769:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.854777:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91471:91471:256:4294967295] 192.168.202.25@tcp LPNI seq info [91471:91471:8:4294967295] 00000400:00000200:3.0:1776190954.854799:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.854808:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.854815:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190954.854821:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.854828:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.854833:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.854863:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.854884:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.854888:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d022df5e. 00000400:00000010:2.0:1776190954.855077:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b5437c38. 00000400:00000200:2.0:1776190954.855085:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:2.0:1776190954.855087:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:2.0:1776190954.855094:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797351872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.855103:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797351872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190954.855158:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070128250. 02000000:00000010:2.0:1776190954.855178:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060e807f4. 02000000:00000010:2.0:1776190954.855185:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000005f84e7e. 00000100:00000010:2.0:1776190954.855190:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:2.0:1776190954.855193:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:2.0:1776190954.855196:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000572de58f. 00080000:00000010:2.0:1776190954.855219:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007872efc2. 00010000:00000010:2.0:1776190954.855357:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:2.0:1776190954.855364:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cc8bac9. 00010000:00000010:2.0:1776190954.855458:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003441c430. 00010000:00000010:2.0:1776190954.855466:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.855480:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.855484:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.855493:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190954.855508:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054ff5d39. 02000000:00000010:2.0:1776190954.855540:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f103e2a9. 00000400:00000010:2.0:1776190954.855546:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c8c9c8b. 00000400:00000010:2.0:1776190954.855551:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190954.855557:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797351936, portal 16 00000400:00000010:2.0:1776190954.855562:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190954.855565:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797351936, offset 0 00000400:00000200:2.0:1776190954.855571:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.855579:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.855587:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.855592:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.855595:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.855597:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91472:91472:255:4294967295] 192.168.202.25@tcp LPNI seq info [91472:91472:7:4294967295] 00000400:00000200:2.0:1776190954.855606:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.855611:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.855616:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155084e5 (tot 82348490). 00000800:00000200:2.0:1776190954.855620:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.855625:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.855627:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000155084e5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.855872:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.855876:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:1.0:1776190954.855881:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.855885:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.855889:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:1.0:1776190954.855891:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 00000800:00000200:1.0:1776190954.855968:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.855971:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155084e5 (tot 82347994). 00000400:00000200:1.0:1776190954.855974:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.855978:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.855980:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:1.0:1776190954.855981:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 00000100:00000200:1.0:1776190954.855988:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797351936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190954.857199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f99bf71. 00010000:00000010:1.1:1776190954.857215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:0.1:1776190954.857385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7588ce. 00000400:00000200:1.0:1776190954.859043:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.859075:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124800 00000400:00000200:1.0:1776190954.859088:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6715 [1] + 224 00000400:00000200:1.0:1776190954.859110:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.859115:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.859176:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797351936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190954.860195:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c8c9c8b. 00000400:00000200:2.0:1776190954.860204:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:2.0:1776190954.860207:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000100:00000200:2.0:1776190954.860221:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797351936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.860232:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797351936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190954.860289:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f103e2a9. 02000000:00000010:2.0:1776190954.860298:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054ff5d39. 00000100:00000010:2.0:1776190954.860305:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:2.0:1776190954.860310:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.860315:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000200:1.0:1776190954.861043:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.861065:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ca40 00000400:00000200:1.0:1776190954.861074:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5011 [2] + 1968 00000400:00000010:1.0:1776190954.861079:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bedb20f0. 00000400:00000200:1.0:1776190954.861086:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d51756ed 00000400:00000200:1.0:1776190954.861210:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.861215:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.861220:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51756ed 00000400:00000010:1.0:1776190954.861222:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d51756ed (tot 82347842). 00000100:00000200:1.0:1776190954.861230:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190954.861371:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f82ad991. 00000020:00000010:0.0:1776190954.861380:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004d745f62. 00000020:00000010:0.0:1776190954.861386:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000050dc65ce. 00000100:00000200:0.0:1776190954.861422:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e97612a3 x1862468788210240/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190954.861463:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210240 02000000:00000010:0.0:1776190954.861479:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c9b841be. 00010000:00000010:0.0:1776190954.861521:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000977586ac. 00010000:00000010:0.0:1776190954.861552:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190954.861561:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c131fa1. 00000100:00000010:0.0:1776190954.861574:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c131fa1. 00010000:00000010:0.0:1776190954.861577:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190954.861595:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190954.861601:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210240, offset 224 00000400:00000200:0.0:1776190954.861609:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.861623:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.861630:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91473:91473:256:4294967295] 192.168.202.25@tcp LPNI seq info [91473:91473:8:4294967295] 00000400:00000200:0.0:1776190954.861642:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.861648:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.861654:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348090). 00000800:00000200:0.0:1776190954.861661:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.861670:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.861676:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.861706:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004d745f62. 00000020:00000010:0.0:1776190954.861712:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000050dc65ce. 00000020:00000010:0.0:1776190954.861715:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f82ad991. 02000000:00000010:0.0:1776190954.861726:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae990f31. 00000100:00000010:0.0:1776190954.861730:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 02000000:00000010:0.0:1776190954.861735:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd06b711. 00000100:00000010:0.0:1776190954.861738:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 02000000:00000010:0.0:1776190954.861744:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab974619. 00000100:00000010:0.0:1776190954.861747:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:0.0:1776190954.861753:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000036eaeec. 00000100:00000010:0.0:1776190954.861755:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190954.861758:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000187a2875. 00000100:00000010:0.0:1776190954.861761:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190954.861764:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d283df2. 00000100:00000010:0.0:1776190954.861767:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000200:0.0:1776190954.861775:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190954.861780:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000036cbc4e5. 00000400:00000010:0.0:1776190954.861793:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005c131fa1 (tot 82348242). 00000800:00000200:1.0:1776190954.862456:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.862464:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:1.0:1776190954.862477:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.862484:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.862488:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:1.0:1776190954.862490:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 02000000:00000010:1.0:1776190954.862496:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c9b841be. 00080000:00000010:2.0:1776190954.863701:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f103e2a9. 00010000:00000010:2.0:1776190954.863830:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.863842:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000450d93c1. 00010000:00000010:2.0:1776190954.863944:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082dd2be8. 00010000:00000010:2.0:1776190954.863949:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000026e36aff. 00010000:00000010:2.0:1776190954.863955:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.0:1776190954.863961:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000090425b0. 00080000:00000010:2.0:1776190954.863981:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3cc1b73. 00010000:00000010:2.0:1776190954.864014:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.864017:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026e36aff. 00010000:00000010:2.0:1776190954.864077:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190954.864081:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.864092:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.864100:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.864113:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190954.864169:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000444debf. 02000000:00000010:2.0:1776190954.864220:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000342c7685. 00000400:00000010:2.0:1776190954.864227:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c8c9c8b. 00000400:00000010:2.0:1776190954.864234:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190954.864243:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352000, portal 16 00000400:00000010:2.0:1776190954.864262:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190954.864265:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352000, offset 0 00000400:00000200:2.0:1776190954.864277:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.864299:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.864310:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.864314:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.864318:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.864322:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91474:91474:256:4294967295] 192.168.202.25@tcp LPNI seq info [91474:91474:8:4294967295] 00000400:00000200:2.0:1776190954.864334:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.864340:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.864345:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae59771e (tot 82348242). 00000800:00000200:2.0:1776190954.864352:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.864362:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.864367:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae59771e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.866644:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.866655:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae59771e (tot 82347994). 00000400:00000200:1.0:1776190954.866665:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.866678:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.866687:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:1.0:1776190954.866690:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:1.0:1776190954.866706:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797352000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190954.867812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f878b25. 00010000:00000010:2.1:1776190954.867833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054a123e6. 00010000:00000010:2.1:1776190954.867838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a28d73. 00010000:00000010:0.1:1776190954.871600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008087d504. 00010000:00000010:2.1:1776190954.878196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007da666da. 00010000:00000010:2.1:1776190954.878218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00010000:00000010:2.1:1776190954.878224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082dd2be8. 00010000:00000010:2.1:1776190954.878227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00000400:00000200:1.0:1776190954.883488:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.883522:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124840 00000400:00000200:1.0:1776190954.883536:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6725 [1] + 224 00000400:00000200:1.0:1776190954.883554:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.883559:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.883576:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797352000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190954.883759:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c8c9c8b. 00000400:00000200:2.0:1776190954.883767:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:2.0:1776190954.883770:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000100:00000200:2.0:1776190954.883777:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797352000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.883796:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797352000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190954.883843:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000342c7685. 02000000:00000010:2.0:1776190954.883853:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000444debf. 00000100:00000010:2.0:1776190954.883858:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:2.0:1776190954.883864:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.883868:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000200:1.0:1776190954.884013:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.884023:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ca80 00000400:00000200:1.0:1776190954.884030:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb507d [2] + 0 00000400:00000200:1.0:1776190954.884503:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.884510:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.884517:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.884525:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:3.0:1776190954.886619:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d022df5e. 00000020:00000010:3.0:1776190954.886649:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.886656:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.886710:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788210304/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190954.886778:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210304 02000000:00000010:3.0:1776190954.886808:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4f72e60. 00010000:00000010:3.0:1776190954.886858:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b961080. 00010000:00000010:3.0:1776190954.886896:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b3d4a91. 00000100:00000010:3.0:1776190954.886906:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190954.886930:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190954.886936:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b3d4a91. 00000400:00000010:3.0:1776190954.886957:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190954.886967:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210304, offset 224 00000400:00000200:3.0:1776190954.886979:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.887004:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.887014:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91475:91475:256:4294967295] 192.168.202.25@tcp LPNI seq info [91475:91475:8:4294967295] 00000400:00000200:3.0:1776190954.887029:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.887037:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.887045:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190954.887053:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.887062:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.887068:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.887099:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.887119:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.887123:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d022df5e. 00080000:00000010:2.0:1776190954.887568:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000444debf. 00010000:00000010:2.0:1776190954.887704:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.887713:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005451cc2a. 00010000:00000010:2.0:1776190954.887844:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.0:1776190954.887852:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.887868:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.887874:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.887883:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190954.887899:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000342c7685. 02000000:00000010:2.0:1776190954.887933:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a4ec617. 00000400:00000010:2.0:1776190954.887941:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c8c9c8b. 00000400:00000010:2.0:1776190954.887948:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190954.887955:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352064, portal 16 00000400:00000010:2.0:1776190954.887963:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190954.887965:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352064, offset 0 00000400:00000200:2.0:1776190954.887974:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.887985:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.887993:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.887998:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.888001:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.888004:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91476:91476:255:4294967295] 192.168.202.25@tcp LPNI seq info [91476:91476:7:4294967295] 00000400:00000200:2.0:1776190954.888012:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.888018:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.888022:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540369b2 (tot 82348490). 00000800:00000200:2.0:1776190954.888028:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.888034:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.888037:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540369b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.888461:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.888466:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:1.0:1776190954.888473:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.888491:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.888498:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:1.0:1776190954.888500:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00000800:00000200:1.0:1776190954.888596:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.888598:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540369b2 (tot 82347994). 00000400:00000200:1.0:1776190954.888601:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.888604:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.888606:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:1.0:1776190954.888608:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00000100:00000200:1.0:1776190954.888615:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797352064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.900045:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.900073:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124880 00000400:00000200:1.0:1776190954.900085:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6731 [1] + 224 00000400:00000200:1.0:1776190954.900105:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.900110:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.900124:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797352064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.902177:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.902206:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cac0 00000400:00000200:1.0:1776190954.902216:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb507d [2] + 328 00000400:00000200:1.0:1776190954.902316:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.902321:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.902330:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.902340:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000020:00000010:3.0:1776190954.903022:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d022df5e. 00000020:00000010:3.0:1776190954.903034:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.903039:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.903080:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788210368/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190954.903117:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210368 02000000:00000010:3.0:1776190954.903149:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000845d71b5. 00010000:00000010:3.0:1776190954.903214:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b3d4a91. 00000100:00000010:3.0:1776190954.903225:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190954.903233:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190954.903237:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b3d4a91. 00000400:00000010:3.0:1776190954.903287:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190954.903294:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210368, offset 224 00000400:00000200:3.0:1776190954.903304:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.903321:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.903327:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91477:91477:256:4294967295] 192.168.202.25@tcp LPNI seq info [91477:91477:8:4294967295] 00000400:00000200:3.0:1776190954.903338:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.903344:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.903348:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190954.903355:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.903363:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.903368:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.903390:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.903408:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.903413:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d022df5e. 00000400:00000010:2.0:1776190954.903510:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c8c9c8b. 00000400:00000200:2.0:1776190954.903515:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:2.0:1776190954.903518:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000100:00000200:2.0:1776190954.903527:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797352064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.903536:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797352064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190954.903561:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009307ab15. 02000000:00000010:2.0:1776190954.903580:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a4ec617. 02000000:00000010:2.0:1776190954.903586:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000342c7685. 00000100:00000010:2.0:1776190954.903591:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:2.0:1776190954.903594:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.903597:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00080000:00000010:2.0:1776190954.903618:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000342c7685. 00010000:00000010:2.0:1776190954.903735:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.903741:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f1d19e9. 00010000:00000010:2.0:1776190954.904003:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003441c430. 00010000:00000010:2.0:1776190954.904010:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.904023:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.904027:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.904035:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190954.904047:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a4ec617. 02000000:00000010:2.0:1776190954.904079:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041e58062. 00000400:00000010:2.0:1776190954.904085:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c8c9c8b. 00000400:00000010:2.0:1776190954.904090:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190954.904096:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352128, portal 16 00000400:00000010:2.0:1776190954.904101:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190954.904103:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352128, offset 0 00000400:00000200:2.0:1776190954.904109:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.904118:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.904127:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.904162:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.904165:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.904168:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91478:91478:255:4294967295] 192.168.202.25@tcp LPNI seq info [91478:91478:7:4294967295] 00000400:00000200:2.0:1776190954.904176:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.904182:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.904187:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d04a7a (tot 82348490). 00000800:00000200:2.0:1776190954.904192:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.904199:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.904201:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d04a7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.905055:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.905064:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:1.0:1776190954.905072:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.905080:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.905086:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2eccca 00000400:00000010:1.0:1776190954.905089:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2eccca. 00000800:00000200:1.0:1776190954.905200:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.905202:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d04a7a (tot 82347994). 00000400:00000200:1.0:1776190954.905206:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.905209:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.905211:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:1.0:1776190954.905213:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 00000100:00000200:1.0:1776190954.905220:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797352128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.907538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0e042c. 00010000:00000010:2.1:1776190954.908527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6edcbc. 00010000:00000010:2.1:1776190954.908563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00000400:00000200:1.0:1776190954.908927:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.908952:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1248c0 00000400:00000200:1.0:1776190954.908963:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb673d [1] + 224 00000400:00000200:1.0:1776190954.908987:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.908992:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.909006:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797352128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190954.909116:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c8c9c8b. 00000400:00000200:2.0:1776190954.909123:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:2.0:1776190954.909126:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000100:00000200:2.0:1776190954.909169:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797352128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.909183:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797352128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190954.909226:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041e58062. 02000000:00000010:2.0:1776190954.909235:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a4ec617. 00000100:00000010:2.0:1776190954.909240:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:2.0:1776190954.909254:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.909260:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000200:1.0:1776190954.909503:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.909511:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cb00 00000400:00000200:1.0:1776190954.909517:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb507d [2] + 656 00000400:00000200:1.0:1776190954.909586:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.909590:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.909595:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.909601:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 00000020:00000010:0.0:1776190954.910071:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd06b711. 00000020:00000010:0.0:1776190954.910082:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004d745f62. 00000020:00000010:0.0:1776190954.910087:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000050dc65ce. 00000100:00000200:0.0:1776190954.910123:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788210432/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190954.910205:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210432 02000000:00000010:0.0:1776190954.910221:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f82ad991. 00010000:00000010:0.0:1776190954.910272:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000851f9df3. 00010000:00000010:0.0:1776190954.910302:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190954.910310:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000100:00000010:0.0:1776190954.910323:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:0.0:1776190954.910326:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190954.910343:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66e3104. 00000100:00000200:0.0:1776190954.910349:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210432, offset 224 00000400:00000200:0.0:1776190954.910359:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.910373:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.910380:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91479:91479:256:4294967295] 192.168.202.25@tcp LPNI seq info [91479:91479:8:4294967295] 00000400:00000200:0.0:1776190954.910392:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.910397:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.910404:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190954.910411:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.910419:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.910424:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.910452:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004d745f62. 00000020:00000010:0.0:1776190954.910456:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000050dc65ce. 00000020:00000010:0.0:1776190954.910461:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd06b711. 00080000:00000010:2.0:1776190954.910640:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a4ec617. 00010000:00000010:2.0:1776190954.910747:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.910755:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f0a657a. 00010000:00000010:2.0:1776190954.910870:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190954.910877:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.910890:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.910894:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.910904:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190954.910917:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041e58062. 02000000:00000010:2.0:1776190954.910949:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d0a0571. 00000400:00000010:2.0:1776190954.910954:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c8c9c8b. 00000400:00000010:2.0:1776190954.910960:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190954.910965:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352192, portal 16 00000400:00000010:2.0:1776190954.910970:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190954.910972:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352192, offset 0 00000400:00000200:2.0:1776190954.910979:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.910987:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.910995:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.911000:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.911003:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.911006:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91480:91480:255:4294967295] 192.168.202.25@tcp LPNI seq info [91480:91480:7:4294967295] 00000400:00000200:2.0:1776190954.911014:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.911018:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.911022:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f3284b5 (tot 82348490). 00000800:00000200:2.0:1776190954.911026:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.911031:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.911033:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f3284b5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.911622:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.911640:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82348242). 00000400:00000200:1.0:1776190954.911655:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.911662:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.911668:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:1.0:1776190954.911671:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 00000800:00000200:1.0:1776190954.911754:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.911756:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f3284b5 (tot 82347994). 00000400:00000200:1.0:1776190954.911761:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.911764:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.911767:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:1.0:1776190954.911768:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00000100:00000200:1.0:1776190954.911778:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797352192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.914215:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.914243:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124900 00000400:00000200:1.0:1776190954.914263:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6749 [1] + 224 00000400:00000200:1.0:1776190954.914280:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.914284:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.914300:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797352192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190954.914341:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190954.914346:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cb40 00000400:00000200:1.0:1776190954.914352:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb507d [2] + 984 00000400:00000200:1.0:1776190954.914363:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.914366:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190954.914371:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190954.914378:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 00000020:00000010:3.0:1776190954.914593:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d022df5e. 00000020:00000010:3.0:1776190954.914604:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.914610:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.914661:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ac68aa8 x1862468788210496/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190954.914703:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210496 02000000:00000010:3.0:1776190954.914720:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005158ce3d. 00010000:00000010:3.0:1776190954.914775:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b3d4a91. 00000100:00000010:3.0:1776190954.914786:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190954.914804:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190954.914809:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b3d4a91. 00000400:00000010:3.0:1776190954.914829:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190954.914835:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210496, offset 224 00000400:00000200:3.0:1776190954.914844:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.914858:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.914865:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91481:91481:256:4294967295] 192.168.202.25@tcp LPNI seq info [91481:91481:8:4294967295] 00000400:00000200:3.0:1776190954.914876:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.914880:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.914886:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190954.914892:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.914900:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.914904:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.914929:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.914948:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.914953:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d022df5e. 00010000:00000010:2.1:1776190954.915543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011c61156. 00010000:00000010:2.1:1776190954.915556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000303258d. 00010000:00000010:2.1:1776190954.915560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00000400:00000010:2.0:1776190954.915585:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c8c9c8b. 00000400:00000200:2.0:1776190954.915591:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:2.0:1776190954.915593:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000100:00000200:2.0:1776190954.915603:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797352192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190954.915614:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797352192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190954.915642:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000327bf44b. 02000000:00000010:2.0:1776190954.915659:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d0a0571. 02000000:00000010:2.0:1776190954.915667:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041e58062. 00000100:00000010:2.0:1776190954.915671:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:2.0:1776190954.915675:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.915679:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00080000:00000010:2.0:1776190954.915701:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041e58062. 00010000:00000010:2.0:1776190954.915838:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.915846:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004dd5814f. 00010000:00000010:2.0:1776190954.915944:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.0:1776190954.915952:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000090425b0. 00010000:00000010:2.0:1776190954.915967:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190954.915973:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.915982:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190954.915998:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d0a0571. 02000000:00000010:2.0:1776190954.916033:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000929c25e8. 00000400:00000010:2.0:1776190954.916038:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c8c9c8b. 00000400:00000010:2.0:1776190954.916043:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190954.916051:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352256, portal 16 00000400:00000010:2.0:1776190954.916056:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190954.916058:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352256, offset 0 00000400:00000200:2.0:1776190954.916066:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.916080:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.916089:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190954.916093:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190954.916096:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190954.916099:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91482:91482:255:4294967295] 192.168.202.25@tcp LPNI seq info [91482:91482:7:4294967295] 00000400:00000200:2.0:1776190954.916108:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.916113:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.916118:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf6bad91 (tot 82348490). 00000800:00000200:2.0:1776190954.916123:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.916291:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.916296:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82348242). 00000400:00000200:1.0:1776190954.916301:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.916306:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.916310:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:1.0:1776190954.916312:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000800:00000200:2.0:1776190954.917446:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.917455:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf6bad91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.919222:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.919233:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf6bad91 (tot 82347994). 00000400:00000200:1.0:1776190954.919244:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.919264:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.919273:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:1.0:1776190954.919277:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:1.0:1776190954.919290:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797352256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190954.919606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000080a699d. 00010000:00000010:2.1:1776190954.919683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6f75afe. 00010000:00000010:2.1:1776190954.919691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00000400:00000200:2.0:1776190954.925268:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.925303:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124940 00000400:00000200:2.0:1776190954.925317:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6755 [1] + 224 00000400:00000200:2.0:1776190954.925338:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.925343:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.925359:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797352256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.925570:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.925578:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cb80 00000400:00000200:2.0:1776190954.925583:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb507d [2] + 1312 00000400:00000200:2.0:1776190954.925665:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.925669:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.925674:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.925682:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000400:00000010:3.0:1776190954.931114:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c8c9c8b. 00010000:00000010:2.1:1776190954.931184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b009178b. 00010000:00000010:2.1:1776190954.931196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9bbab8e. 00010000:00000010:2.1:1776190954.931201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00000400:00000200:3.0:1776190954.931347:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:3.0:1776190954.931351:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000100:00000200:3.0:1776190954.931372:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797352256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190954.931385:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797352256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190954.931428:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000929c25e8. 02000000:00000010:3.0:1776190954.931436:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d0a0571. 00000020:00000010:0.0:1776190954.931440:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd06b711. 00000100:00000010:3.0:1776190954.931441:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:3.0:1776190954.931446:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00000020:00000010:0.0:1776190954.931449:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004d745f62. 00010000:00000010:3.0:1776190954.931450:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000020:00000010:0.0:1776190954.931454:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000050dc65ce. 00000100:00000200:0.0:1776190954.931486:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788210560/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190954.931531:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210560 02000000:00000010:1.0:1776190954.931592:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000036eaeec. 00010000:00000010:1.0:1776190954.931630:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7f6074f. 00010000:00000010:1.0:1776190954.931655:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190954.931664:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.931718:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.931722:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000010:1.0:1776190954.931741:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190954.931748:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210560, offset 224 00000400:00000200:1.0:1776190954.931757:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.931780:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.931800:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91483:91483:256:4294967295] 192.168.202.25@tcp LPNI seq info [91483:91483:8:4294967295] 00000400:00000200:1.0:1776190954.931812:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.931819:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.931826:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190954.931834:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.931843:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.931848:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190954.931883:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004d745f62. 00000020:00000010:1.0:1776190954.931887:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000050dc65ce. 00000020:00000010:1.0:1776190954.931891:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd06b711. 00000800:00000200:2.0:1776190954.932196:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.932202:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:2.0:1776190954.932212:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.932218:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.932223:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:2.0:1776190954.932225:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00080000:00000010:3.0:1776190954.933969:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d022df5e. 00010000:00000010:3.0:1776190954.934360:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000090425b0. 00010000:00000010:3.0:1776190954.934375:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7aa0e82. 00010000:00000010:3.0:1776190954.934507:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.0:1776190954.934517:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190954.934537:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b3d4a91. 00000100:00000010:3.0:1776190954.934550:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190954.934564:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190954.934589:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e74245b. 02000000:00000010:3.0:1776190954.934644:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd27af59. 00000400:00000010:3.0:1776190954.934655:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f76eb79. 00000400:00000010:3.0:1776190954.934665:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190954.934677:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352320, portal 16 00000400:00000010:3.0:1776190954.934685:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190954.934688:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352320, offset 0 00000400:00000200:3.0:1776190954.934701:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.934727:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.934737:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190954.934742:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190954.934746:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190954.934749:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91484:91484:256:4294967295] 192.168.202.25@tcp LPNI seq info [91484:91484:8:4294967295] 00000400:00000200:3.0:1776190954.934762:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.934769:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.934778:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190954.936392:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.936420:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.936427:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190954.942075:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190954.942091:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190954.942111:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190954.942127:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190954.942231:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:1.0:1776190954.942235:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00000100:00000200:1.0:1776190954.942260:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797352320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.943095:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.943121:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124980 00000400:00000200:2.0:1776190954.943263:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6761 [1] + 224 00000400:00000200:2.0:1776190954.943286:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.943290:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.943299:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797352320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190954.943337:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.943343:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cbc0 00000400:00000200:2.0:1776190954.943348:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb507d [2] + 1640 00000400:00000200:2.0:1776190954.944884:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.944900:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.944912:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190954.944927:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 00000020:00000010:0.0:1776190954.945257:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089895984. 00000020:00000010:0.0:1776190954.945270:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000027705465. 00000020:00000010:0.0:1776190954.945277:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190954.945319:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e277f293 x1862468788210624/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190954.945370:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210624 02000000:00000010:0.0:1776190954.945389:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006cdbcb01. 00010000:00000010:0.0:1776190954.945454:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190954.945466:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000100:00000010:0.0:1776190954.945478:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:0.0:1776190954.945482:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190954.945508:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190954.945516:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210624, offset 224 00000400:00000200:0.0:1776190954.945527:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190954.945544:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190954.945551:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91485:91485:256:4294967295] 192.168.202.25@tcp LPNI seq info [91485:91485:8:4294967295] 00000400:00000200:0.0:1776190954.945563:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190954.945569:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190954.945577:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190954.945587:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190954.945595:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190954.945601:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190954.945642:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000027705465. 00000020:00000010:0.0:1776190954.945649:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190954.945653:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089895984. 00000800:00000200:0.0:1776190954.945821:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.945826:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:0.0:1776190954.945840:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.945844:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.945849:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:0.0:1776190954.945851:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000400:00000010:1.0:1776190954.946295:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f76eb79. 00000400:00000200:1.0:1776190954.946301:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:1.0:1776190954.946302:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000100:00000200:1.0:1776190954.946312:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797352320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.946323:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797352320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190954.946356:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001589c0f. 02000000:00000010:1.0:1776190954.946379:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd27af59. 02000000:00000010:1.0:1776190954.946386:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000e74245b. 00000100:00000010:1.0:1776190954.946392:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:1.0:1776190954.946397:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:1.0:1776190954.946402:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b3d4a91. 00080000:00000010:1.0:1776190954.946432:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005f84e7e. 00010000:00000010:1.0:1776190954.946587:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:1.0:1776190954.946597:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005c5f4e8. 00010000:00000010:1.0:1776190954.946756:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190954.946765:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190954.946780:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190954.946787:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.946811:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190954.946833:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060e807f4. 02000000:00000010:1.0:1776190954.946877:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da4c2949. 00000400:00000010:1.0:1776190954.946886:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190954.946892:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190954.946901:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352384, portal 16 00000400:00000010:1.0:1776190954.946906:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190954.946909:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352384, offset 0 00000400:00000200:1.0:1776190954.946920:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.946935:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.946946:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.946951:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.946956:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.946960:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91486:91486:256:4294967295] 192.168.202.25@tcp LPNI seq info [91486:91486:8:4294967295] 00000400:00000200:1.0:1776190954.946970:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.946977:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.946983:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190954.946991:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.946998:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.947002:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.948278:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.948287:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:0.0:1776190954.948302:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.948313:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.948319:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:0.0:1776190954.948321:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:0.0:1776190954.948331:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797352384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190954.949622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003ae417c. 00000400:00000200:2.0:1776190954.951238:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190954.951284:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1249c0 00000400:00000200:2.0:1776190954.951297:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb676d [1] + 224 00000400:00000200:2.0:1776190954.951326:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.951331:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190954.951350:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797352384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190954.951486:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190954.951492:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190954.951494:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190954.951501:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797352384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.951509:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797352384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.951548:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da4c2949. 02000000:00000010:1.0:1776190954.951557:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060e807f4. 00000100:00000010:1.0:1776190954.951563:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190954.951569:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.951573:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000200:0.0:1776190954.953448:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.953475:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cc00 00000400:00000200:0.0:1776190954.953485:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb507d [2] + 1968 00000400:00000010:0.0:1776190954.953490:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e55b397b. 00000400:00000200:0.0:1776190954.953503:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ca6da955 00000400:00000200:0.0:1776190954.953586:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.953592:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.953597:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca6da955 00000400:00000010:0.0:1776190954.953599:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ca6da955 (tot 82347842). 00000100:00000200:0.0:1776190954.953610:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190954.954015:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0a0571. 00000020:00000010:2.0:1776190954.954026:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.954033:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190954.954079:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033ffbbcd x1862468788210688/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190954.954127:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210688 02000000:00000010:2.0:1776190954.954180:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000929c25e8. 00010000:00000010:2.0:1776190954.954230:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000872274a7. 00010000:00000010:2.0:1776190954.954282:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190954.954294:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009eb27ffa. 00000100:00000010:2.0:1776190954.954313:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009eb27ffa. 00010000:00000010:2.0:1776190954.954318:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000010:2.0:1776190954.954340:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190954.954346:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210688, offset 224 00000400:00000200:2.0:1776190954.954358:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.954376:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.954384:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91487:91487:256:4294967295] 192.168.202.25@tcp LPNI seq info [91487:91487:8:4294967295] 00000400:00000200:2.0:1776190954.954397:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.954405:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.954412:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2afb790 (tot 82348090). 00000800:00000200:2.0:1776190954.954420:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.954430:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.954435:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2afb790 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.954470:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.954476:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190954.954480:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0a0571. 02000000:00000010:2.0:1776190954.954493:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006cdbcb01. 00000100:00000010:2.0:1776190954.954498:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190954.954505:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000036eaeec. 00000100:00000010:2.0:1776190954.954507:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190954.954511:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005158ce3d. 00000100:00000010:2.0:1776190954.954514:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 02000000:00000010:2.0:1776190954.954518:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f82ad991. 00000100:00000010:2.0:1776190954.954521:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 02000000:00000010:2.0:1776190954.954524:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000845d71b5. 00000100:00000010:2.0:1776190954.954526:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 02000000:00000010:2.0:1776190954.954531:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4f72e60. 00000100:00000010:2.0:1776190954.954533:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000200:2.0:1776190954.954542:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190954.954550:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aef56828. 00000400:00000010:2.0:1776190954.954556:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009eb27ffa (tot 82348242). 00000800:00000200:3.0:1776190954.954727:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190954.954733:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2afb790 (tot 82347994). 00000400:00000200:3.0:1776190954.954738:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190954.954743:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190954.954746:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:3.0:1776190954.954748:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 02000000:00000010:3.0:1776190954.954753:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000929c25e8. 00080000:00000010:1.0:1776190954.955046:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da4c2949. 00010000:00000010:1.0:1776190954.955226:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190954.955237:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062df5452. 00010000:00000010:1.0:1776190954.955381:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ee434d7. 00010000:00000010:1.0:1776190954.955389:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190954.955405:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190954.955412:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.955422:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190954.955439:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000036eaeec. 02000000:00000010:1.0:1776190954.955478:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060e807f4. 00000400:00000010:1.0:1776190954.955485:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190954.955490:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190954.955494:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352448, portal 16 00000400:00000010:1.0:1776190954.955500:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190954.955502:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352448, offset 0 00000400:00000200:1.0:1776190954.955510:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.955522:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.955532:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.955537:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.955541:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.955544:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91488:91488:256:4294967295] 192.168.202.25@tcp LPNI seq info [91488:91488:8:4294967295] 00000400:00000200:1.0:1776190954.955553:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.955559:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.955564:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190954.955570:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.955576:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.955580:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.958529:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.958543:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190954.958561:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.958574:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.958582:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:2.0:1776190954.958584:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000100:00000200:2.0:1776190954.958599:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797352448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190954.962551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004495dc82. 00010000:00000010:3.1:1776190954.962580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:1.1:1776190954.964407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000047d1d9d. 00010000:00000010:1.1:1776190954.964439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e033576e. 00010000:00000010:1.1:1776190954.964445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00000400:00000200:0.0:1776190954.970556:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.970597:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124a00 00000400:00000200:0.0:1776190954.970612:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb677d [1] + 224 00000400:00000200:0.0:1776190954.971911:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.971928:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.971947:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797352448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.972302:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.972319:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cc40 00000400:00000200:0.0:1776190954.972326:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb50dd [2] + 0 00000400:00000200:0.0:1776190954.972347:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.972350:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.972355:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.972363:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:2.0:1776190954.972488:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0a0571. 00000020:00000010:2.0:1776190954.972499:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.972507:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190954.972549:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788210752/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190954.972599:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210752 02000000:00000010:2.0:1776190954.972615:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000929c25e8. 00010000:00000010:2.0:1776190954.972692:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190954.972704:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9bc03b6. 00000100:00000010:2.0:1776190954.972717:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b9bc03b6. 00010000:00000010:2.0:1776190954.972723:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000010:2.0:1776190954.972745:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190954.972754:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210752, offset 224 00000400:00000200:2.0:1776190954.972764:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190954.972779:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190954.972785:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91489:91489:256:4294967295] 192.168.202.25@tcp LPNI seq info [91489:91489:8:4294967295] 00000400:00000200:2.0:1776190954.972809:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190954.972815:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190954.972821:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffe55dcb (tot 82348242). 00000800:00000200:2.0:1776190954.972829:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190954.972837:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190954.972842:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffe55dcb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190954.972873:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190954.972878:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190954.972881:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0a0571. 00000800:00000200:0.0:1776190954.976107:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.976123:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffe55dcb (tot 82347994). 00000400:00000200:0.0:1776190954.976225:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.976239:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.976257:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:0.0:1776190954.976260:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00010000:00000010:2.1:1776190954.977498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbad93f0. 00000400:00000010:1.0:1776190954.981378:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190954.981401:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190954.981405:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190954.981426:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797352448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.981442:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797352448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190954.981487:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8a69d75. 02000000:00000010:1.0:1776190954.981518:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060e807f4. 02000000:00000010:1.0:1776190954.981527:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000036eaeec. 00000100:00000010:1.0:1776190954.981532:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190954.981538:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.981544:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00080000:00000010:1.0:1776190954.981582:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000036eaeec. 00010000:00000010:1.0:1776190954.982018:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190954.982030:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d6f36b3. 00010000:00000010:1.0:1776190954.982419:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.0:1776190954.982430:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190954.982448:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190954.982457:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.982469:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190954.982490:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060e807f4. 02000000:00000010:1.0:1776190954.982551:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc60f7c6. 00000400:00000010:1.0:1776190954.982562:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190954.982570:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190954.982580:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352512, portal 16 00000400:00000010:1.0:1776190954.982587:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190954.982590:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352512, offset 0 00000400:00000200:1.0:1776190954.982602:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.982642:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.982655:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.982660:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.982663:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.982668:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91490:91490:256:4294967295] 192.168.202.25@tcp LPNI seq info [91490:91490:8:4294967295] 00000400:00000200:1.0:1776190954.982682:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.982690:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.982698:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190954.982708:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.982720:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.982725:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190954.983192:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190954.983199:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190954.983214:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190954.983224:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190954.983230:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:2.0:1776190954.983232:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000100:00000200:2.0:1776190954.983242:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797352512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.985714:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.985743:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124a40 00000400:00000200:0.0:1776190954.985755:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6789 [1] + 224 00000400:00000200:0.0:1776190954.985776:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.985782:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.985809:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797352512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190954.985915:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190954.985921:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190954.985924:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190954.985931:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797352512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190954.985939:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797352512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190954.985976:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc60f7c6. 02000000:00000010:1.0:1776190954.985983:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060e807f4. 00000100:00000010:1.0:1776190954.985989:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190954.985994:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190954.985998:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00010000:00000010:1.1:1776190954.986409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b60de18. 00010000:00000010:1.1:1776190954.986420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00000400:00000200:0.0:1776190954.991442:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.991470:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cc80 00000400:00000200:0.0:1776190954.991482:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb50dd [2] + 328 00000400:00000200:0.0:1776190954.991594:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.991600:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.991610:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190954.991619:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00010000:00000010:1.1:1776190954.991944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e165831. 00010000:00000010:1.1:1776190954.991957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a18bb67. 00010000:00000010:1.1:1776190954.991963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee434d7. 00000020:00000010:3.0:1776190954.992404:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7c31ad8. 00000020:00000010:3.0:1776190954.992417:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.992424:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190954.992473:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788210816/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:647/0 lens 328/0 e 0 to 0 dl 1776190997 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190954.992527:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210816 02000000:00000010:3.0:1776190954.992547:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b93eda2. 00010000:00000010:3.0:1776190954.992598:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4d94074. 00010000:00000010:3.0:1776190954.992648:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190954.992662:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190954.992684:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190954.992690:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190954.992716:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190954.992725:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210816, offset 224 00000400:00000200:3.0:1776190954.992736:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190954.992754:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190954.992761:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91491:91491:256:4294967295] 192.168.202.25@tcp LPNI seq info [91491:91491:8:4294967295] 00000400:00000200:3.0:1776190954.992775:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190954.992783:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190954.992802:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190954.992811:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190954.992821:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190954.992827:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190954.992870:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190954.992892:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190954.992897:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7c31ad8. 00080000:00000010:1.0:1776190954.993202:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc60f7c6. 00010000:00000010:1.0:1776190954.993342:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190954.993352:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa693438. 00010000:00000010:1.0:1776190954.993463:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ee434d7. 00010000:00000010:1.0:1776190954.993470:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190954.993484:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190954.993489:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190954.993500:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190954.993516:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060e807f4. 02000000:00000010:1.0:1776190954.993554:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca355201. 00000400:00000010:1.0:1776190954.993562:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190954.993571:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190954.993579:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352576, portal 16 00000400:00000010:1.0:1776190954.993585:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190954.993587:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352576, offset 0 00000400:00000200:1.0:1776190954.993596:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190954.993607:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190954.993619:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190954.993624:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190954.993628:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190954.993631:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91492:91492:255:4294967295] 192.168.202.25@tcp LPNI seq info [91492:91492:7:4294967295] 00000400:00000200:1.0:1776190954.993641:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190954.993647:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190954.993652:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348490). 00000800:00000200:1.0:1776190954.993656:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190954.993661:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190954.993664:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190954.993875:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.993882:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:0.0:1776190954.993888:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.993894:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.993899:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:0.0:1776190954.993902:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00000800:00000200:0.0:1776190954.994013:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190954.994016:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:0.0:1776190954.994026:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.994030:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190954.994032:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:0.0:1776190954.994034:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:0.0:1776190954.994041:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797352576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190954.999850:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190954.999899:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124a80 00000400:00000200:0.0:1776190954.999919:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6795 [1] + 224 00000400:00000200:0.0:1776190954.999958:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190954.999965:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190954.999990:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797352576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190955.001742:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190955.001758:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190955.001760:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.001779:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797352576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.001801:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797352576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.001855:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca355201. 02000000:00000010:1.0:1776190955.001865:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000060e807f4. 00000100:00000010:1.0:1776190955.001873:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190955.001879:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.001883:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000200:0.0:1776190955.002210:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.002231:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ccc0 00000400:00000200:0.0:1776190955.002240:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb50dd [2] + 656 00000400:00000200:0.0:1776190955.002343:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.002348:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.002356:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.002361:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:1.0:1776190955.002975:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca355201. 00000020:00000010:1.0:1776190955.002989:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190955.002995:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.003037:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788210880/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190955.003083:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210880 02000000:00000010:1.0:1776190955.003101:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060e807f4. 00010000:00000010:1.0:1776190955.003175:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000024bbeaf. 00010000:00000010:1.0:1776190955.003208:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.003218:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.003231:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.003235:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000010:1.0:1776190955.003282:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.003291:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210880, offset 224 00000400:00000200:1.0:1776190955.003303:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.003323:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.003331:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91493:91493:256:4294967295] 192.168.202.25@tcp LPNI seq info [91493:91493:8:4294967295] 00000400:00000200:1.0:1776190955.003343:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.003348:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.003355:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190955.003362:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.003370:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.003375:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.003395:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000766fd640. 00000020:00000010:1.0:1776190955.003399:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.003402:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca355201. 00080000:00000010:0.0:1776190955.005223:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089895984. 00010000:00000010:0.0:1776190955.005426:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:0.0:1776190955.005438:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e17f59cd. 00010000:00000010:0.0:1776190955.005546:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae0a1041. 00010000:00000010:0.0:1776190955.005556:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cfe4f995. 00010000:00000010:0.0:1776190955.005574:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190955.005585:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000800:00000200:1.0:1776190955.005596:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1776190955.005599:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000800:00000010:1.0:1776190955.005601:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:1.0:1776190955.005614:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1776190955.005620:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000337c6544. 00000400:00000200:1.0:1776190955.005627:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.005638:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190955.005641:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 02000000:00000010:0.0:1776190955.006256:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f82ad991. 00000400:00000010:0.0:1776190955.006269:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190955.006280:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190955.006292:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352640, portal 16 00000400:00000010:0.0:1776190955.006300:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005258e6ec. 00000100:00000200:0.0:1776190955.006303:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352640, offset 0 00000400:00000200:0.0:1776190955.006315:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.006338:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.006350:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.006454:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.006458:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.006463:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91494:91494:256:4294967295] 192.168.202.25@tcp LPNI seq info [91494:91494:8:4294967295] 00000400:00000200:0.0:1776190955.006476:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.006485:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.006492:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0ca61af (tot 82348242). 00000800:00000200:0.0:1776190955.006502:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.006513:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.006520:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0ca61af type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.007416:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.007426:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0ca61af (tot 82347994). 00000400:00000200:2.0:1776190955.007443:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.007453:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.007458:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005258e6ec 00000400:00000010:2.0:1776190955.007460:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005258e6ec. 00000100:00000200:2.0:1776190955.007470:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797352640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.008184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd26bfc5. 00010000:00000010:1.1:1776190955.008201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.1:1776190955.008209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002866468f. 00010000:00000010:3.1:1776190955.011070:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fc18bdc. 00000400:00000200:0.0:1776190955.011826:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.011853:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124ac0 00000400:00000200:0.0:1776190955.011865:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb67a1 [1] + 224 00000400:00000200:0.0:1776190955.011882:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.011887:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.011902:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797352640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.011953:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.011959:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cd00 00000400:00000200:0.0:1776190955.011966:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb50dd [2] + 984 00000400:00000200:0.0:1776190955.012040:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.012044:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.012050:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.012059:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000020:00000010:3.0:1776190955.012194:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7c31ad8. 00000020:00000010:3.0:1776190955.012203:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.012209:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.012244:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788210944/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190955.012304:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788210944 02000000:00000010:3.0:1776190955.012322:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018c221f0. 00010000:00000010:3.0:1776190955.012381:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.012390:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190955.012399:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190955.012404:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.012428:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190955.012437:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788210944, offset 224 00000400:00000200:3.0:1776190955.012447:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.012462:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.012469:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91495:91495:256:4294967295] 192.168.202.25@tcp LPNI seq info [91495:91495:8:4294967295] 00000400:00000200:3.0:1776190955.012481:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.012487:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.012493:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190955.012499:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.012508:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.012512:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.012537:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.012557:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.012562:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7c31ad8. 00000400:00000010:1.0:1776190955.013366:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:1.0:1776190955.013379:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:1.0:1776190955.013381:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:1.0:1776190955.013392:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797352640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.013409:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797352640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190955.013454:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000257b76d8. 02000000:00000010:1.0:1776190955.013474:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f82ad991. 02000000:00000010:1.0:1776190955.013480:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000337c6544. 00000100:00000010:1.0:1776190955.013484:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:1.0:1776190955.013488:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:1.0:1776190955.013492:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00080000:00000010:1.0:1776190955.013516:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca355201. 00010000:00000010:1.0:1776190955.013635:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe4f995. 00010000:00000010:1.0:1776190955.013643:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006fb2af69. 00010000:00000010:1.0:1776190955.013736:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190955.013740:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000766fd640. 00010000:00000010:1.0:1776190955.013747:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.0:1776190955.013753:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00080000:00000010:1.0:1776190955.013769:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009c34ab6. 00010000:00000010:1.0:1776190955.013801:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190955.013805:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000766fd640. 00010000:00000010:1.0:1776190955.013873:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190955.013877:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190955.013885:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.013890:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.013900:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190955.013916:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d5a9f65. 02000000:00000010:1.0:1776190955.013994:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ecd28f0. 00000400:00000010:1.0:1776190955.014001:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190955.014008:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.014016:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352704, portal 16 00000400:00000010:1.0:1776190955.014022:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec263b15. 00000100:00000200:1.0:1776190955.014025:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352704, offset 0 00000400:00000200:1.0:1776190955.014035:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.014050:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.014061:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.014065:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.014069:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.014072:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91496:91496:255:4294967295] 192.168.202.25@tcp LPNI seq info [91496:91496:7:4294967295] 00000400:00000200:1.0:1776190955.014082:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.014090:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.014096:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348490). 00000800:00000200:1.0:1776190955.014104:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.014112:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.014117:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.014510:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.014517:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:0.0:1776190955.014526:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.014533:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.014537:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:0.0:1776190955.014539:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000800:00000200:0.0:1776190955.014851:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.014858:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:0.0:1776190955.014870:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.014874:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.014878:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec263b15 00000400:00000010:0.0:1776190955.014879:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec263b15. 00000100:00000200:0.0:1776190955.014887:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797352704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.018992:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.019025:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124b00 00000400:00000200:2.0:1776190955.019037:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb67ad [1] + 224 00000400:00000200:2.0:1776190955.019053:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.019058:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.019074:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797352704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.019526:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.019535:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cd40 00000400:00000200:2.0:1776190955.019543:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb50dd [2] + 1312 00000400:00000200:2.0:1776190955.019641:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.019645:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.019652:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.019660:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000020:00000010:3.0:1776190955.020079:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7c31ad8. 00000020:00000010:3.0:1776190955.020094:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.020102:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.020195:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788211008/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190955.020258:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211008 02000000:00000010:3.0:1776190955.020276:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a61c861. 00010000:00000010:3.0:1776190955.020344:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.020356:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190955.020367:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190955.020372:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.020402:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190955.020413:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211008, offset 224 00000400:00000200:3.0:1776190955.020426:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.020445:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.020452:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91497:91497:256:4294967295] 192.168.202.25@tcp LPNI seq info [91497:91497:8:4294967295] 00000400:00000200:3.0:1776190955.020465:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.020471:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.020477:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190955.020484:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.020493:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.020499:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.020522:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.020545:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.020550:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7c31ad8. 00000800:00000200:0.0:1776190955.021487:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.021495:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190955.021503:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.021511:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.021518:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:0.0:1776190955.021520:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000400:00000010:1.0:1776190955.022116:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190955.022126:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190955.022127:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.022164:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797352704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190955.022324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000caf90e2. 00010000:00000010:0.1:1776190955.022336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee434d7. 00000100:00000200:1.0:1776190955.022382:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797352704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190955.022429:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aad861b2. 02000000:00000010:1.0:1776190955.022458:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ecd28f0. 02000000:00000010:1.0:1776190955.022465:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d5a9f65. 00000100:00000010:1.0:1776190955.022473:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190955.022478:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.022482:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00080000:00000010:0.0:1776190955.022593:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cdbcb01. 00010000:00000010:1.1:1776190955.036207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b54b89. 00010000:00000010:1.1:1776190955.036239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a053b5b4. 00010000:00000010:1.1:1776190955.036255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a1041. 00010000:00000010:1.1:1776190955.036262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190955.036268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.1:1776190955.044333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bc99c1c. 00080000:00000010:2.0:1776190955.047899:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009c34ab6. 00080000:00000010:2.0:1776190955.047914:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca355201. 00080000:00000010:2.0:1776190955.047917:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089895984. 00080000:00000010:2.0:1776190955.047920:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc60f7c6. 00080000:00000010:2.0:1776190955.047923:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000036eaeec. 00080000:00000010:2.0:1776190955.047926:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da4c2949. 00080000:00000010:2.0:1776190955.047928:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005f84e7e. 00080000:00000010:2.0:1776190955.047931:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d022df5e. 00080000:00000010:2.0:1776190955.047933:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041e58062. 00080000:00000010:2.0:1776190955.047935:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a4ec617. 00080000:00000010:2.0:1776190955.047938:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000342c7685. 00080000:00000010:2.0:1776190955.047940:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000444debf. 00080000:00000010:2.0:1776190955.047942:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3cc1b73. 00080000:00000010:2.0:1776190955.047952:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f103e2a9. 00080000:00000010:2.0:1776190955.047955:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007872efc2. 00080000:00000010:2.0:1776190955.047957:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af56f0a1. 00080000:00000010:2.0:1776190955.047960:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d13533. 00080000:00000010:2.0:1776190955.047965:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7d44ff1. 00080000:00000010:2.0:1776190955.047967:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f1c1a9a. 00080000:00000010:2.0:1776190955.047969:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000814d07ca. 00080000:00000010:2.0:1776190955.047971:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3fbae6e. 00080000:00000010:2.0:1776190955.047973:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbc9e17c. 00080000:00000010:2.0:1776190955.047975:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f78ea7d4. 00080000:00000010:2.0:1776190955.047978:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f80061e0. 00080000:00000010:2.0:1776190955.047980:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2b92d4f. 00080000:00000010:2.0:1776190955.047982:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ecfa6b2. 00080000:00000010:2.0:1776190955.047984:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d394ad61. 00080000:00000010:2.0:1776190955.047985:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000193ac5d5. 00080000:00000010:2.0:1776190955.047988:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008502ed4a. 00080000:00000010:2.0:1776190955.047989:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aeacb588. 00080000:00000010:2.0:1776190955.047991:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c98d31a. 00080000:00000010:2.0:1776190955.047993:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064b51de0. 00080000:00000010:2.0:1776190955.048870:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013c3e04d. 00080000:00000010:2.0:1776190955.048878:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000311d87fa. 00080000:00000010:2.0:1776190955.048880:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000629f3359. 00080000:00000010:2.0:1776190955.048885:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c6fdde7. 00080000:00000010:2.0:1776190955.048887:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020ab8259. 00080000:00000010:2.0:1776190955.048889:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094de2bab. 00080000:00000010:2.0:1776190955.048892:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c1e5cbd. 00080000:00000010:2.0:1776190955.048894:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efee2105. 00080000:00000010:2.0:1776190955.048896:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4b7a804. 00080000:00000010:2.0:1776190955.048898:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096895358. 00080000:00000010:2.0:1776190955.048900:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000779d5d05. 00080000:00000010:2.0:1776190955.048903:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af1f94f1. 00080000:00000010:2.0:1776190955.048905:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043e68b17. 00080000:00000010:2.0:1776190955.048908:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068537e06. 00080000:00000010:2.0:1776190955.048910:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f81c4d3c. 00080000:00000010:2.0:1776190955.048913:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fa9b986. 00080000:00000010:2.0:1776190955.048915:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd9f6188. 00080000:00000010:2.0:1776190955.048918:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032c991c3. 00080000:00000010:2.0:1776190955.048921:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071c04ee0. 00080000:00000010:2.0:1776190955.048923:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e240f7bc. 00080000:00000010:2.0:1776190955.048926:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac030881. 00080000:00000010:2.0:1776190955.048928:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdba262e. 00080000:00000010:2.0:1776190955.048930:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000167851c9. 00080000:00000010:2.0:1776190955.048937:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069c590d6. 00080000:00000010:2.0:1776190955.048941:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b9c5519. 00080000:00000010:2.0:1776190955.048953:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3284f55. 00080000:00000010:2.0:1776190955.048956:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b9fdd2b. 00080000:00000010:2.0:1776190955.048959:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000354391fa. 00080000:00000010:2.0:1776190955.048961:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002fd514e. 00080000:00000010:2.0:1776190955.048964:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006714b044. 00080000:00000010:2.0:1776190955.048966:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3c2739f. 00080000:00000010:2.0:1776190955.048968:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f82a9547. 00080000:00000010:2.0:1776190955.048972:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f23d851. 00080000:00000010:2.0:1776190955.048975:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c8cf4bc. 00080000:00000010:2.0:1776190955.048977:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1bd2c11. 00080000:00000010:2.0:1776190955.048981:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054d0d0ac. 00080000:00000010:2.0:1776190955.048983:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000532ceffd. 00080000:00000010:2.0:1776190955.048986:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d9ef10d. 00080000:00000010:2.0:1776190955.048992:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5ff0f41. 00080000:00000010:2.0:1776190955.049565:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000621dce00. 00080000:00000010:2.0:1776190955.049577:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd81e478. 00080000:00000010:2.0:1776190955.049581:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5da028d. 00080000:00000010:2.0:1776190955.049584:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000945cd863. 00080000:00000010:2.0:1776190955.049589:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bbe49e9. 00080000:00000010:2.0:1776190955.049592:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb274bb7. 00080000:00000010:2.0:1776190955.049597:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c23e31d5. 00080000:00000010:2.0:1776190955.049601:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059496fec. 00080000:00000010:2.0:1776190955.049609:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eedd280f. 00080000:00000010:2.0:1776190955.049612:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c780b0f9. 00080000:00000010:2.0:1776190955.049615:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041504c81. 00080000:00000010:2.0:1776190955.049617:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf62b752. 00080000:00000010:2.0:1776190955.049620:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9f0c61a. 00080000:00000010:2.0:1776190955.049622:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003365ca74. 00080000:00000010:2.0:1776190955.049624:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004680ca52. 00080000:00000010:2.0:1776190955.049628:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000405c2cab. 00080000:00000010:2.0:1776190955.049631:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e74cf6f3. 00080000:00000010:2.0:1776190955.049634:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032385449. 00080000:00000010:2.0:1776190955.049637:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004712b33. 00080000:00000010:2.0:1776190955.049639:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cff1d8c. 00080000:00000010:2.0:1776190955.049642:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058a0287e. 00080000:00000010:2.0:1776190955.049645:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ee8af8a. 00080000:00000010:2.0:1776190955.049648:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000011adba8. 00080000:00000010:2.0:1776190955.049650:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088d252d8. 00080000:00000010:2.0:1776190955.049653:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000326ad08b. 00080000:00000010:2.0:1776190955.049656:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2347a96. 00080000:00000010:2.0:1776190955.049660:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2cf8c84. 00080000:00000010:2.0:1776190955.049662:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000054a2061. 00080000:00000010:2.0:1776190955.049665:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003ecb4f5. 00080000:00000010:2.0:1776190955.049668:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e89274f. 00080000:00000010:2.0:1776190955.049671:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f81bd80. 00080000:00000010:2.0:1776190955.049674:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d497acc. 00080000:00000010:2.0:1776190955.049677:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000117f23be. 00080000:00000010:2.0:1776190955.049679:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fcc6f51. 00080000:00000010:2.0:1776190955.049682:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b31cb6d. 00080000:00000010:2.0:1776190955.049685:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f40009b3. 00080000:00000010:2.0:1776190955.049687:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b324c883. 00080000:00000010:2.0:1776190955.049690:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001148ade1. 00080000:00000010:2.0:1776190955.049693:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033ff1c90. 00080000:00000010:2.0:1776190955.049697:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5774ce1. 00080000:00000010:2.0:1776190955.049701:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c374e5b. 00080000:00000010:2.0:1776190955.049704:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078a65e61. 00080000:00000010:2.0:1776190955.049707:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028a5f244. 00080000:00000010:2.0:1776190955.049710:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d287754. 00080000:00000010:2.0:1776190955.049712:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eaceed8c. 00080000:00000010:2.0:1776190955.049715:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096346fad. 00080000:00000010:2.0:1776190955.049718:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000263872fe. 00080000:00000010:2.0:1776190955.049720:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b2242bf. 00080000:00000010:2.0:1776190955.049722:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f6375c0. 00080000:00000010:2.0:1776190955.049726:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bdc2f8f. 00080000:00000010:2.0:1776190955.049729:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d724e46. 00080000:00000010:2.0:1776190955.049731:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ea43b4d. 00080000:00000010:2.0:1776190955.049734:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000defe9f70. 00080000:00000010:2.0:1776190955.049737:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064a9ff6f. 00080000:00000010:2.0:1776190955.049739:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e16ae42. 00080000:00000010:2.0:1776190955.049741:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3b1ab2c. 00080000:00000010:2.0:1776190955.049744:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d30a170. 00080000:00000010:2.0:1776190955.049746:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cda7669f. 00080000:00000010:2.0:1776190955.049748:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f27ad1b. 00080000:00000010:2.0:1776190955.049751:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a966e0a. 00080000:00000010:2.0:1776190955.049754:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ea4b392. 00080000:00000010:2.0:1776190955.049756:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f047bed. 00080000:00000010:2.0:1776190955.049758:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b5f2291. 00080000:00000010:2.0:1776190955.049761:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e6031a5. 00080000:00000010:2.0:1776190955.049763:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041ac6518. 00080000:00000010:2.0:1776190955.049767:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcca0623. 00080000:00000010:2.0:1776190955.049770:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b662755. 00080000:00000010:2.0:1776190955.049774:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ffdd405. 00080000:00000010:2.0:1776190955.049776:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ce53f98. 00080000:00000010:2.0:1776190955.049778:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000159ba355. 00080000:00000010:2.0:1776190955.049780:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a27f9a0. 00080000:00000010:2.0:1776190955.049783:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092883c0e. 00080000:00000010:2.0:1776190955.049786:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000443469b5. 00080000:00000010:2.0:1776190955.049789:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fdab52a. 00080000:00000010:2.0:1776190955.049791:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a474ffe2. 00080000:00000010:2.0:1776190955.049793:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000897388e7. 00080000:00000010:2.0:1776190955.049795:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006731b30b. 00080000:00000010:2.0:1776190955.049797:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e686a1fd. 00080000:00000010:2.0:1776190955.049799:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084b2979f. 00080000:00000010:2.0:1776190955.049801:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea4750c5. 00080000:00000010:2.0:1776190955.049803:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2dbe0dc. 00080000:00000010:2.0:1776190955.049806:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007520b45e. 00080000:00000010:2.0:1776190955.049808:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2d1962f. 00080000:00000010:2.0:1776190955.049810:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8bedee1. 00080000:00000010:2.0:1776190955.049812:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027b4b31e. 00080000:00000010:2.0:1776190955.049815:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031a624c0. 00080000:00000010:2.0:1776190955.049817:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042ec0589. 00080000:00000010:2.0:1776190955.049820:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c79f969b. 00080000:00000010:2.0:1776190955.049823:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002265fdfb. 00080000:00000010:2.0:1776190955.049824:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f41ab18a. 00080000:00000010:2.0:1776190955.049827:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037860935. 00080000:00000010:2.0:1776190955.049829:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0108184. 00080000:00000010:2.0:1776190955.049831:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049294071. 00080000:00000010:2.0:1776190955.049834:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a9f3d26. 00080000:00000010:2.0:1776190955.049836:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009de32189. 00080000:00000010:2.0:1776190955.049839:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5ce2409. 00080000:00000010:2.0:1776190955.049841:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066c9ca68. 00080000:00000010:2.0:1776190955.049843:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcfe01a6. 00080000:00000010:2.0:1776190955.049845:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089d07e96. 00080000:00000010:2.0:1776190955.049847:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025136971. 00080000:00000010:2.0:1776190955.049849:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d946ba70. 00080000:00000010:2.0:1776190955.049851:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f3c5342. 00080000:00000010:2.0:1776190955.049853:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009551a86d. 00080000:00000010:2.0:1776190955.049855:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d75823c. 00080000:00000010:2.0:1776190955.049858:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005534ada7. 00080000:00000010:2.0:1776190955.049860:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001373f7b2. 00080000:00000010:2.0:1776190955.049864:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb387ee3. 00080000:00000010:2.0:1776190955.049866:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007de1625e. 00080000:00000010:2.0:1776190955.049870:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e7941bc. 00080000:00000010:2.0:1776190955.049872:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c094084f. 00080000:00000010:2.0:1776190955.049875:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067654583. 00080000:00000010:2.0:1776190955.049878:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bb5f2a9. 00080000:00000010:2.0:1776190955.049880:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8947fa1. 00080000:00000010:2.0:1776190955.049883:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035aab504. 00080000:00000010:2.0:1776190955.049886:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd130273. 00080000:00000010:2.0:1776190955.049889:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019af1f98. 00080000:00000010:2.0:1776190955.049892:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dd7871e. 00080000:00000010:2.0:1776190955.049897:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fcf5031. 00080000:00000010:2.0:1776190955.049900:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090c4bd86. 00080000:00000010:2.0:1776190955.049902:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd102385. 00080000:00000010:2.0:1776190955.049905:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007dadb06. 00080000:00000010:2.0:1776190955.049908:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043c810b7. 00080000:00000010:2.0:1776190955.049911:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b266f9e5. 00080000:00000010:2.0:1776190955.049914:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000044498ac. 00080000:00000010:2.0:1776190955.049916:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000339051ee. 00080000:00000010:2.0:1776190955.049919:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a47da2e8. 00080000:00000010:2.0:1776190955.049921:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd0ad16e. 00080000:00000010:2.0:1776190955.049924:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004140f454. 00080000:00000010:2.0:1776190955.049927:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044eda9c1. 00080000:00000010:2.0:1776190955.049930:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056e7e483. 00080000:00000010:2.0:1776190955.049933:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000592174c7. 00080000:00000010:2.0:1776190955.049936:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4d44cac. 00080000:00000010:2.0:1776190955.049938:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000adc221. 00080000:00000010:2.0:1776190955.049941:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a2d8d00. 00080000:00000010:2.0:1776190955.049954:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7cf5776. 00080000:00000010:2.0:1776190955.049958:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfcc29f0. 00080000:00000010:2.0:1776190955.049962:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d7e02ae. 00080000:00000010:2.0:1776190955.049965:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b598df88. 00080000:00000010:2.0:1776190955.049967:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bae6f8d4. 00080000:00000010:2.0:1776190955.049969:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008992ccb7. 00080000:00000010:2.0:1776190955.049972:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc6a7a8d. 00080000:00000010:2.0:1776190955.049974:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027a5a401. 00080000:00000010:2.0:1776190955.049978:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004879073d. 00080000:00000010:2.0:1776190955.049981:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018073bad. 00080000:00000010:2.0:1776190955.049985:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017421152. 00080000:00000010:2.0:1776190955.049988:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062ae53ba. 00080000:00000010:2.0:1776190955.049991:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bc20b1b. 00080000:00000010:2.0:1776190955.049994:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db0f2f52. 00080000:00000010:2.0:1776190955.051664:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079401f35. 00080000:00000010:2.0:1776190955.051676:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000248b5d05. 00080000:00000010:2.0:1776190955.051679:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003fe13da8. 00080000:00000010:2.0:1776190955.051681:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4c624bd. 00080000:00000010:2.0:1776190955.051684:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000976cedb9. 00080000:00000010:2.0:1776190955.051687:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3267223. 00080000:00000010:2.0:1776190955.051689:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a732887f. 00080000:00000010:2.0:1776190955.051697:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bad19a3d. 00080000:00000010:2.0:1776190955.051700:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005eddecd0. 00080000:00000010:2.0:1776190955.051704:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c48e897. 00080000:00000010:2.0:1776190955.051707:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b6d38d3. 00080000:00000010:2.0:1776190955.051710:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024e9f647. 00080000:00000010:2.0:1776190955.051713:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000901d0d64. 00080000:00000010:2.0:1776190955.051716:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c16b7a0. 00080000:00000010:2.0:1776190955.051718:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8656fa9. 00080000:00000010:2.0:1776190955.051720:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044f81867. 00080000:00000010:2.0:1776190955.051724:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000533c5222. 00080000:00000010:2.0:1776190955.051726:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fc93260. 00080000:00000010:2.0:1776190955.051728:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053f1887f. 00080000:00000010:2.0:1776190955.051730:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4343997. 00080000:00000010:2.0:1776190955.051733:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000701d6aac. 00080000:00000010:2.0:1776190955.051735:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c73cd537. 00080000:00000010:2.0:1776190955.051737:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038405eab. 00080000:00000010:2.0:1776190955.051739:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e737a64f. 00080000:00000010:2.0:1776190955.051741:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043f87284. 00080000:00000010:2.0:1776190955.051744:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000866b1070. 00080000:00000010:2.0:1776190955.051745:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037c20aa7. 00080000:00000010:2.0:1776190955.051748:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005883d0ba. 00080000:00000010:2.0:1776190955.051751:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051ff252f. 00080000:00000010:2.0:1776190955.051754:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d656bbb. 00080000:00000010:2.0:1776190955.051757:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fb7f362. 00080000:00000010:2.0:1776190955.051759:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056305cac. 00080000:00000010:2.0:1776190955.051762:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af1fdc63. 00080000:00000010:2.0:1776190955.051766:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2458350. 00080000:00000010:2.0:1776190955.051769:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff9924e3. 00080000:00000010:2.0:1776190955.051771:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000370633ef. 00080000:00000010:2.0:1776190955.051774:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8676627. 00080000:00000010:2.0:1776190955.051778:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fb1fb39. 00080000:00000010:2.0:1776190955.051780:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a09ce37a. 00080000:00000010:2.0:1776190955.051782:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073bce3ba. 00080000:00000010:2.0:1776190955.051793:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009db5b2d7. 00080000:00000010:2.0:1776190955.051795:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd299d75. 00080000:00000010:2.0:1776190955.051798:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062a377ed. 00080000:00000010:2.0:1776190955.051800:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7e82ef2. 00080000:00000010:2.0:1776190955.051802:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a13b4ac. 00080000:00000010:2.0:1776190955.051804:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056c83bfe. 00080000:00000010:2.0:1776190955.051806:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037860cde. 00080000:00000010:2.0:1776190955.051808:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089f15fb5. 00080000:00000010:2.0:1776190955.051810:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047b54c22. 00080000:00000010:2.0:1776190955.051812:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098376c0b. 00080000:00000010:2.0:1776190955.051814:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5ec788c. 00080000:00000010:2.0:1776190955.051816:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000021f6d1e. 00080000:00000010:2.0:1776190955.051818:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008a76b54. 00080000:00000010:2.0:1776190955.051821:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000daa34421. 00080000:00000010:2.0:1776190955.051824:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb4412c2. 00080000:00000010:2.0:1776190955.051827:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1e1e2cc. 00080000:00000010:2.0:1776190955.051829:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e9b5d41. 00080000:00000010:2.0:1776190955.051832:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000771af0f0. 00080000:00000010:2.0:1776190955.051835:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2921593. 00080000:00000010:2.0:1776190955.051838:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040207098. 00080000:00000010:2.0:1776190955.051840:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a904439e. 00080000:00000010:2.0:1776190955.051842:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000debcaa60. 00080000:00000010:2.0:1776190955.051845:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e7e6aa9. 00080000:00000010:2.0:1776190955.051848:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f49a50ee. 00080000:00000010:2.0:1776190955.051850:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000127c092c. 00080000:00000010:2.0:1776190955.051854:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099de31e8. 00080000:00000010:2.0:1776190955.051856:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e287347f. 00080000:00000010:2.0:1776190955.051860:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000441d24c8. 00080000:00000010:2.0:1776190955.051862:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001625d98c. 00080000:00000010:2.0:1776190955.051865:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004be5bc9d. 00080000:00000010:2.0:1776190955.051867:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f93c7973. 00080000:00000010:2.0:1776190955.051882:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cafa9010. 00080000:00000010:2.0:1776190955.051885:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fac3cd9d. 00080000:00000010:2.0:1776190955.051887:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003726faa1. 00080000:00000010:2.0:1776190955.051890:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071772a4f. 00080000:00000010:2.0:1776190955.051892:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bacdcb35. 00080000:00000010:2.0:1776190955.051895:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfe9fb0c. 00080000:00000010:2.0:1776190955.051897:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fc25349. 00080000:00000010:2.0:1776190955.051900:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2a5b6af. 00080000:00000010:2.0:1776190955.051902:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7bfdd1e. 00080000:00000010:2.0:1776190955.051905:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071355eaa. 00080000:00000010:2.0:1776190955.051908:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008193830e. 00080000:00000010:2.0:1776190955.051910:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fef225d7. 00080000:00000010:2.0:1776190955.051914:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5446f18. 00080000:00000010:2.0:1776190955.051917:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ba6c291. 00080000:00000010:2.0:1776190955.051921:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a039ffa6. 00080000:00000010:2.0:1776190955.051923:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081afa961. 00080000:00000010:2.0:1776190955.051925:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff6c37e5. 00080000:00000010:2.0:1776190955.051928:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022d2ed8c. 00080000:00000010:2.0:1776190955.051930:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000413826d9. 00080000:00000010:2.0:1776190955.051933:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000214eca28. 00080000:00000010:2.0:1776190955.051935:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bd90516. 00080000:00000010:2.0:1776190955.051938:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc58d60f. 00080000:00000010:2.0:1776190955.051941:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f6c0208. 00080000:00000010:2.0:1776190955.051950:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d13c6470. 00080000:00000010:2.0:1776190955.051955:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e57abd0. 00080000:00000010:2.0:1776190955.051957:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045abddcf. 00080000:00000010:2.0:1776190955.051961:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e299552a. 00080000:00000010:2.0:1776190955.051964:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069fdcfbc. 00080000:00000010:2.0:1776190955.051966:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009415e2fd. 00080000:00000010:2.0:1776190955.051969:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076d70b94. 00080000:00000010:2.0:1776190955.051970:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000334f0e65. 00080000:00000010:2.0:1776190955.051972:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000360a7ae1. 00080000:00000010:2.0:1776190955.051975:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066bd501b. 00080000:00000010:2.0:1776190955.051978:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee080d09. 00080000:00000010:2.0:1776190955.051980:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7b54937. 00080000:00000010:2.0:1776190955.051982:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc67bb84. 00080000:00000010:2.0:1776190955.051985:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bcb29a7. 00080000:00000010:2.0:1776190955.051987:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a53bc987. 00080000:00000010:2.0:1776190955.051992:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000894e0f31. 00080000:00000010:2.0:1776190955.051994:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef240b11. 00080000:00000010:2.0:1776190955.051996:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfc955ec. 00080000:00000010:2.0:1776190955.051998:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059aaaabc. 00080000:00000010:2.0:1776190955.052000:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f982b20. 00080000:00000010:2.0:1776190955.052003:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d0847f7. 00080000:00000010:2.0:1776190955.052005:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edb609d1. 00080000:00000010:2.0:1776190955.052008:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb638800. 00080000:00000010:2.0:1776190955.052010:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003947eb03. 00080000:00000010:2.0:1776190955.052012:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000937ef782. 00080000:00000010:2.0:1776190955.052014:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a97d0a6. 00080000:00000010:2.0:1776190955.052016:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005461ae1f. 00080000:00000010:2.0:1776190955.052018:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c743c71. 00080000:00000010:2.0:1776190955.052020:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4f1d76b. 00080000:00000010:2.0:1776190955.052023:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e9bf71f. 00080000:00000010:2.0:1776190955.052025:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049b78a10. 00080000:00000010:2.0:1776190955.052028:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021caee10. 00080000:00000010:2.0:1776190955.052030:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d804f8f. 00080000:00000010:2.0:1776190955.052032:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b937d45. 00080000:00000010:2.0:1776190955.052035:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc872ac8. 00080000:00000010:2.0:1776190955.052037:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029ff6aac. 00080000:00000010:2.0:1776190955.052039:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000577a97c8. 00080000:00000010:2.0:1776190955.052041:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aefe448a. 00080000:00000010:2.0:1776190955.052043:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd543bd9. 00080000:00000010:2.0:1776190955.052045:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032adf277. 00080000:00000010:2.0:1776190955.052047:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a25d765. 00080000:00000010:2.0:1776190955.052050:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006906f9e8. 00080000:00000010:2.0:1776190955.052052:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a5541ef. 00080000:00000010:2.0:1776190955.052054:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003651fd9a. 00080000:00000010:2.0:1776190955.052056:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7e360ea. 00080000:00000010:2.0:1776190955.052058:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004291fcb1. 00080000:00000010:2.0:1776190955.052060:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c96bf4f5. 00080000:00000010:2.0:1776190955.052062:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcbefd0b. 00080000:00000010:2.0:1776190955.052064:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccc4ba60. 00080000:00000010:2.0:1776190955.052066:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099317728. 00080000:00000010:2.0:1776190955.052068:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a360e322. 00080000:00000010:2.0:1776190955.052070:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007984b3c3. 00080000:00000010:2.0:1776190955.052072:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053eab5b1. 00080000:00000010:2.0:1776190955.052074:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000870132d7. 00080000:00000010:2.0:1776190955.052076:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011f4bb1b. 00080000:00000010:2.0:1776190955.052078:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8b8d003. 00080000:00000010:2.0:1776190955.052080:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c83d747. 00080000:00000010:2.0:1776190955.052082:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013a5a08b. 00080000:00000010:2.0:1776190955.052083:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cd4b408. 00080000:00000010:2.0:1776190955.052085:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1a473d4. 00080000:00000010:2.0:1776190955.052087:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e17b42f7. 00080000:00000010:2.0:1776190955.052088:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d0182cc. 00080000:00000010:2.0:1776190955.052090:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014748377. 00080000:00000010:2.0:1776190955.052092:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037b28485. 00080000:00000010:2.0:1776190955.052094:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045dca720. 00080000:00000010:2.0:1776190955.052095:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fdad1a7. 00080000:00000010:2.0:1776190955.052097:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000195a0ee. 00080000:00000010:2.0:1776190955.052100:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024b53bfc. 00080000:00000010:2.0:1776190955.052103:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dda09d9. 00080000:00000010:2.0:1776190955.052105:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038d696da. 00080000:00000010:2.0:1776190955.052107:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a739645d. 00080000:00000010:2.0:1776190955.052109:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e14ca4de. 00080000:00000010:2.0:1776190955.052111:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f578850f. 00080000:00000010:2.0:1776190955.052113:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085b64d15. 00080000:00000010:2.0:1776190955.052115:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036e22fab. 00080000:00000010:2.0:1776190955.052117:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acecf1a2. 00080000:00000010:2.0:1776190955.052119:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7fe8a59. 00080000:00000010:2.0:1776190955.052121:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7db70c3. 00080000:00000010:2.0:1776190955.052123:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f49b336c. 00080000:00000010:2.0:1776190955.052125:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b831286. 00080000:00000010:2.0:1776190955.052127:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000921f1b1a. 00080000:00000010:2.0:1776190955.052147:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063b20852. 00080000:00000010:2.0:1776190955.052151:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a63b25aa. 00080000:00000010:2.0:1776190955.052153:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003002f2a2. 00080000:00000010:2.0:1776190955.052155:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075daf0ee. 00080000:00000010:2.0:1776190955.052158:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091d0b844. 00080000:00000010:2.0:1776190955.052159:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c4fee21. 00080000:00000010:2.0:1776190955.052162:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000620e9f52. 00080000:00000010:2.0:1776190955.052164:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015f9e53b. 00080000:00000010:2.0:1776190955.052166:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ef961bd. 00080000:00000010:2.0:1776190955.052168:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d11c0e75. 00080000:00000010:2.0:1776190955.052171:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db7d393a. 00080000:00000010:2.0:1776190955.052173:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df846f50. 00080000:00000010:2.0:1776190955.052176:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038e1b8d2. 00080000:00000010:2.0:1776190955.052178:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040f13e24. 00080000:00000010:2.0:1776190955.052181:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005db9ae6b. 00080000:00000010:2.0:1776190955.052183:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cca1b46d. 00080000:00000010:2.0:1776190955.052187:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000858aaf7c. 00080000:00000010:2.0:1776190955.052190:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000840721fe. 00080000:00000010:2.0:1776190955.052194:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003829aa24. 00080000:00000010:2.0:1776190955.052197:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c889672. 00080000:00000010:2.0:1776190955.052199:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006572b9db. 00080000:00000010:2.0:1776190955.052201:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbfa3607. 00080000:00000010:2.0:1776190955.052204:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e88329e5. 00080000:00000010:2.0:1776190955.052206:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cf86348. 00080000:00000010:2.0:1776190955.052207:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea60be46. 00080000:00000010:2.0:1776190955.052209:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016d17f25. 00080000:00000010:2.0:1776190955.052211:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fd0f06b. 00080000:00000010:2.0:1776190955.052213:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002aafc214. 00080000:00000010:2.0:1776190955.052215:0:71746:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003be7ae40. 00010000:00000010:1.0:1776190955.056741:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190955.056764:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000dc87209. 00010000:00000010:1.0:1776190955.057019:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.0:1776190955.057027:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190955.057044:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.057053:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.057063:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190955.057081:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ecd28f0. 02000000:00000010:1.0:1776190955.057119:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c242859f. 00000400:00000010:1.0:1776190955.057127:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190955.057300:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.057309:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352768, portal 16 00000400:00000010:1.0:1776190955.057315:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190955.057318:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352768, offset 0 00000400:00000200:1.0:1776190955.057329:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.057348:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.057357:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.057360:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.057363:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.057366:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91498:91498:256:4294967295] 192.168.202.25@tcp LPNI seq info [91498:91498:8:4294967295] 00000400:00000200:1.0:1776190955.057377:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.057383:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.057388:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.057405:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.057413:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.057417:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.057695:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.057699:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190955.057710:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.057715:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.057721:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:2.0:1776190955.057723:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:2.0:1776190955.057732:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797352768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.062361:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.062392:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124b40 00000400:00000200:2.0:1776190955.062406:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb67b9 [1] + 224 00000400:00000200:2.0:1776190955.062434:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.062439:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.062455:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797352768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.062498:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.062503:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cd80 00000400:00000200:2.0:1776190955.062508:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb50dd [2] + 1640 00000400:00000200:2.0:1776190955.062572:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.062577:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.062582:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.062591:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 00000020:00000010:3.0:1776190955.062742:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7c31ad8. 00000020:00000010:3.0:1776190955.062752:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.062759:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.062794:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e277f293 x1862468788211072/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190955.062836:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211072 02000000:00000010:3.0:1776190955.062851:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063922576. 00010000:00000010:3.0:1776190955.062907:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.062916:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190955.062925:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190955.062930:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.062962:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190955.062969:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211072, offset 224 00000400:00000200:3.0:1776190955.062979:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.062994:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.063001:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91499:91499:256:4294967295] 192.168.202.25@tcp LPNI seq info [91499:91499:8:4294967295] 00000400:00000200:3.0:1776190955.063012:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.063018:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.063025:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190955.063032:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.063041:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.063047:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.063075:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.063095:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.063100:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7c31ad8. 00000800:00000200:0.0:1776190955.063350:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.063361:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190955.063372:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.063383:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.063390:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:0.0:1776190955.063402:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00000400:00000010:1.0:1776190955.064100:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190955.064110:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190955.064112:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.064166:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797352768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.064182:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797352768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190955.064224:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cb2b28d. 02000000:00000010:1.0:1776190955.064523:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c242859f. 02000000:00000010:1.0:1776190955.064536:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ecd28f0. 00000100:00000010:1.0:1776190955.064542:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190955.064548:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.064552:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00080000:00000010:1.0:1776190955.064581:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ecd28f0. 00010000:00000010:1.0:1776190955.064713:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190955.064724:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a2f6120. 00010000:00000010:1.0:1776190955.064843:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afd124ab. 00010000:00000010:1.0:1776190955.064851:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190955.064868:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.064875:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.064885:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190955.064904:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c242859f. 02000000:00000010:1.0:1776190955.064939:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e17a1e5e. 00000400:00000010:1.0:1776190955.064945:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190955.064951:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.064960:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352832, portal 16 00000400:00000010:1.0:1776190955.064964:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190955.064966:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352832, offset 0 00000400:00000200:1.0:1776190955.064974:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.064992:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.065001:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.065006:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.065009:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.065012:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91500:91500:256:4294967295] 192.168.202.25@tcp LPNI seq info [91500:91500:8:4294967295] 00000400:00000200:1.0:1776190955.065023:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.065029:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.065036:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.065043:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.065051:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.065057:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.065313:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.065320:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190955.065335:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.065345:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.065350:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:2.0:1776190955.065352:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:2.0:1776190955.065362:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797352832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.066185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8ffefac. 00010000:00000010:1.1:1776190955.066204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.1:1776190955.072977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af69b0c4. 00010000:00000010:1.1:1776190955.073002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000010d8a8b. 00010000:00000010:1.1:1776190955.073010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ebfdad. 00000400:00000200:3.0:1776190955.073260:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.073294:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124b80 00000400:00000200:3.0:1776190955.073306:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb67c5 [1] + 224 00000400:00000200:3.0:1776190955.073323:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.073328:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.073342:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797352832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.073386:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.073391:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cdc0 00000400:00000200:3.0:1776190955.073396:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb50dd [2] + 1968 00000400:00000010:3.0:1776190955.073401:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae0335fd. 00000400:00000200:3.0:1776190955.073406:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000069184a2a 00000400:00000200:3.0:1776190955.073469:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.073473:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.073476:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069184a2a 00000400:00000010:3.0:1776190955.073479:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000069184a2a (tot 82347842). 00000100:00000200:3.0:1776190955.073486:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190955.073552:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7c31ad8. 00000020:00000010:3.0:1776190955.073560:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.073567:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000400:00000010:1.0:1776190955.073575:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190955.073583:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190955.073585:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.073602:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797352832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.073606:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008cecfb01 x1862468788211136/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190955.073644:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797352832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.073678:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211136 02000000:00000010:1.0:1776190955.073684:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e17a1e5e. 02000000:00000010:3.0:1776190955.073695:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000785f32ec. 02000000:00000010:1.0:1776190955.073696:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c242859f. 00000100:00000010:1.0:1776190955.073705:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190955.073712:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.073720:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00010000:00000010:3.0:1776190955.073755:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097dbd276. 00010000:00000010:3.0:1776190955.076771:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.076879:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037fd9bc0. 00000100:00000010:3.0:1776190955.077745:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037fd9bc0. 00010000:00000010:3.0:1776190955.077757:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.077800:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190955.077809:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211136, offset 224 00000400:00000200:3.0:1776190955.077821:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.077844:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.077851:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91501:91501:256:4294967295] 192.168.202.25@tcp LPNI seq info [91501:91501:8:4294967295] 00000400:00000200:3.0:1776190955.077864:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.077871:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.077879:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348090). 00000800:00000200:3.0:1776190955.077886:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.077894:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.077899:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.078063:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.078089:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.078096:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7c31ad8. 02000000:00000010:3.0:1776190955.078110:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063922576. 00000100:00000010:3.0:1776190955.078114:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 02000000:00000010:3.0:1776190955.078119:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a61c861. 00000100:00000010:3.0:1776190955.078121:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:3.0:1776190955.078124:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018c221f0. 00000100:00000010:3.0:1776190955.078126:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:3.0:1776190955.078142:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000060e807f4. 00000100:00000010:3.0:1776190955.078163:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:3.0:1776190955.078167:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b93eda2. 00000100:00000010:3.0:1776190955.078169:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:3.0:1776190955.078172:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000929c25e8. 00000100:00000010:3.0:1776190955.078176:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000200:3.0:1776190955.078191:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190955.078200:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fb74654f. 00000400:00000010:3.0:1776190955.078206:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000037fd9bc0 (tot 82348242). 00000800:00000200:3.0:1776190955.078371:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.078375:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190955.078379:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.078386:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.078392:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:3.0:1776190955.078394:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 02000000:00000010:3.0:1776190955.078399:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000785f32ec. 00080000:00000010:2.0:1776190955.080229:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008193830e. 00010000:00000010:2.0:1776190955.081064:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:2.0:1776190955.081078:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027485ef0. 00010000:00000010:3.1:1776190955.081179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f91c7b26. 00010000:00000010:2.0:1776190955.081932:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190955.082050:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5493d67. 00010000:00000010:2.0:1776190955.082072:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190955.082082:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9bc03b6. 00000100:00000010:2.0:1776190955.082095:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190955.082117:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f103e2a9. 02000000:00000010:2.0:1776190955.082183:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3cc1b73. 00000400:00000010:2.0:1776190955.082193:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a85d61cf. 00000400:00000010:2.0:1776190955.082201:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190955.082210:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352896, portal 16 00000400:00000010:2.0:1776190955.082217:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190955.082219:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352896, offset 0 00000400:00000200:2.0:1776190955.082231:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.082268:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.082277:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.082281:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.082285:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.082288:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91502:91502:256:4294967295] 192.168.202.25@tcp LPNI seq info [91502:91502:8:4294967295] 00000400:00000200:2.0:1776190955.082300:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.082310:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.082316:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6177557 (tot 82348242). 00000800:00000200:2.0:1776190955.082324:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.082333:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.082337:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6177557 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.083398:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.083406:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6177557 (tot 82347994). 00000400:00000200:0.0:1776190955.083416:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.083425:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.083432:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:0.0:1776190955.083434:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000100:00000200:0.0:1776190955.083445:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a762698b x1862468797352896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.085267:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.085295:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124bc0 00000400:00000200:2.0:1776190955.085307:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb67d5 [1] + 224 00000400:00000200:2.0:1776190955.085327:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.085331:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.085345:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a762698b x1862468797352896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190955.092841:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a85d61cf. 00000400:00000200:3.0:1776190955.092858:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:3.0:1776190955.092861:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:3.0:1776190955.092882:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a762698b x1862468797352896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.092895:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a762698b x1862468797352896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190955.093259:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3cc1b73. 02000000:00000010:3.0:1776190955.093271:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f103e2a9. 00000100:00000010:3.0:1776190955.093278:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 00000100:00000010:3.0:1776190955.093289:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b9bc03b6. 00010000:00000010:3.0:1776190955.093297:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000200:0.0:1776190955.093361:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.093386:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ce00 00000400:00000200:0.0:1776190955.093396:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb512d [2] + 0 00000400:00000200:0.0:1776190955.093489:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.093495:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.093505:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.093510:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:3.0:1776190955.098031:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000785f32ec. 00000020:00000010:3.0:1776190955.098052:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.098058:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.098105:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788211200/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190955.098189:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211200 02000000:00000010:3.0:1776190955.098203:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b93eda2. 00010000:00000010:3.0:1776190955.098243:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c504160. 00010000:00000010:3.0:1776190955.098293:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.098306:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.098329:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:3.0:1776190955.098333:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.098353:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190955.098362:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211200, offset 224 00000400:00000200:3.0:1776190955.098375:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.098401:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.098411:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91503:91503:256:4294967295] 192.168.202.25@tcp LPNI seq info [91503:91503:8:4294967295] 00000400:00000200:3.0:1776190955.098427:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.098435:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.098443:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190955.098453:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.098462:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.098471:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.098510:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.098535:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.098541:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000785f32ec. 00080000:00000010:0.0:1776190955.098698:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9b841be. 00000800:00000200:3.0:1776190955.098718:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.098723:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190955.098730:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.098735:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.098741:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:3.0:1776190955.098745:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00010000:00000010:0.0:1776190955.098884:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5493d67. 00010000:00000010:0.0:1776190955.098897:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012fdaa13. 00010000:00000010:0.0:1776190955.099048:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd639ad5. 00010000:00000010:0.0:1776190955.099059:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbcd5374. 00010000:00000010:0.0:1776190955.099076:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190955.099083:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3395053. 00000100:00000010:0.0:1776190955.099098:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190955.099119:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b9fdd2b. 02000000:00000010:0.0:1776190955.099270:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3284f55. 00000400:00000010:0.0:1776190955.099279:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190955.099287:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190955.099294:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797352960, portal 16 00000400:00000010:0.0:1776190955.099300:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190955.099303:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797352960, offset 0 00000400:00000200:0.0:1776190955.099310:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.099321:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.099328:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.099333:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.099336:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.099339:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91504:91504:256:4294967295] 192.168.202.25@tcp LPNI seq info [91504:91504:8:4294967295] 00000400:00000200:0.0:1776190955.099346:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.099350:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.099355:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.099360:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.099365:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.099368:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.099867:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.099873:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190955.099880:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.099887:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.099891:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:3.0:1776190955.099894:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:3.0:1776190955.099904:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797352960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.107371:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.107402:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124c00 00000400:00000200:0.0:1776190955.107414:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb67e1 [1] + 224 00000400:00000200:0.0:1776190955.107431:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.107436:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.107452:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797352960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.107509:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.107515:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ce40 00000400:00000200:0.0:1776190955.107521:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb512d [2] + 328 00000400:00000200:0.0:1776190955.107642:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.107647:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.107653:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.107663:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:2.0:1776190955.108188:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000444debf. 00000020:00000010:2.0:1776190955.108198:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190955.108204:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.108257:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788211264/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190955.108298:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211264 02000000:00000010:2.0:1776190955.108312:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000342c7685. 00010000:00000010:2.0:1776190955.108368:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190955.108378:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9bc03b6. 00000100:00000010:2.0:1776190955.108386:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b9bc03b6. 00010000:00000010:2.0:1776190955.108392:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190955.108411:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190955.108416:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211264, offset 224 00000400:00000200:2.0:1776190955.108425:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.108440:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.108446:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91505:91505:256:4294967295] 192.168.202.25@tcp LPNI seq info [91505:91505:8:4294967295] 00000400:00000200:2.0:1776190955.108458:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.108465:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.108470:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d6177557 (tot 82348242). 00000800:00000200:2.0:1776190955.108476:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.108483:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.108488:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d6177557 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.108518:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190955.108523:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.108527:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000444debf. 00000800:00000200:0.0:1776190955.109404:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.109414:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d6177557 (tot 82347994). 00000400:00000200:0.0:1776190955.109421:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.109430:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.109435:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:0.0:1776190955.109437:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000400:00000010:3.0:1776190955.109697:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:3.0:1776190955.109702:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:3.0:1776190955.109704:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:3.0:1776190955.109713:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797352960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.109723:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797352960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190955.109753:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7bea339. 02000000:00000010:3.0:1776190955.109772:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3284f55. 02000000:00000010:3.0:1776190955.109779:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b9fdd2b. 00000100:00000010:3.0:1776190955.109784:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:3.0:1776190955.109794:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3395053. 00010000:00000010:3.0:1776190955.109798:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00080000:00000010:3.0:1776190955.109821:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000785f32ec. 00010000:00000010:3.0:1776190955.110115:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbcd5374. 00010000:00000010:3.0:1776190955.110128:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd307d1a. 00010000:00000010:2.1:1776190955.110378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074005ef6. 00010000:00000010:2.1:1776190955.110391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd124ab. 00010000:00000010:0.0:1776190955.110596:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89b9daf. 00010000:00000010:0.0:1776190955.110605:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004d745f62. 00010000:00000010:0.0:1776190955.110612:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.0:1776190955.110621:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007df48cb1. 00080000:00000010:0.0:1776190955.110646:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b9c5519. 00010000:00000010:0.0:1776190955.110692:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007df48cb1. 00010000:00000010:0.0:1776190955.110696:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d745f62. 00010000:00000010:0.0:1776190955.110767:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.0:1776190955.110772:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007df48cb1. 00010000:00000010:0.0:1776190955.110783:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190955.110805:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000080b74f9. 00000100:00000010:0.0:1776190955.110818:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190955.110840:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096895358. 02000000:00000010:0.0:1776190955.110889:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efee2105. 00000400:00000010:0.0:1776190955.110897:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190955.110905:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190955.110915:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353024, portal 16 00000400:00000010:0.0:1776190955.110922:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190955.111316:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353024, offset 0 00000400:00000200:0.0:1776190955.111331:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.111356:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.111368:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.111373:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00010000:00000010:3.1:1776190955.115306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021eb1913. 00010000:00000010:0.1:1776190955.119213:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d0c38a9. 00010000:00000010:0.1:1776190955.119237:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00000400:00000200:0.0:1776190955.119253:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.119272:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91506:91506:256:4294967295] 192.168.202.25@tcp LPNI seq info [91506:91506:8:4294967295] 00000400:00000200:0.0:1776190955.119288:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.119300:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.119314:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008fbea240 (tot 82348242). 00000800:00000200:0.0:1776190955.119324:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.119334:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.119339:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008fbea240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.119852:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.119858:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008fbea240 (tot 82347994). 00000400:00000200:3.0:1776190955.119866:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.119873:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.119880:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:3.0:1776190955.119884:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000200:3.0:1776190955.119897:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797353024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.126528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cddf24a0. 00010000:00000010:3.1:1776190955.126548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce56348. 00010000:00000010:3.1:1776190955.126552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd639ad5. 00000400:00000200:0.0:1776190955.129603:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.129631:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124c40 00000400:00000200:0.0:1776190955.129643:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb67ed [1] + 224 00000400:00000200:0.0:1776190955.129662:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.129667:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.129686:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797353024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.129723:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.129729:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ce80 00000400:00000200:0.0:1776190955.129734:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb512d [2] + 656 00000400:00000200:0.0:1776190955.129815:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.129821:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.129826:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.129833:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000400:00000010:2.0:1776190955.130169:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:2.0:1776190955.130177:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:2.0:1776190955.130180:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:2.0:1776190955.130189:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797353024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.130198:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797353024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776190955.130210:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018c221f0. 00000020:00000010:3.0:1776190955.130222:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.130228:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 02000000:00000010:2.0:1776190955.130253:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efee2105. 02000000:00000010:2.0:1776190955.130264:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096895358. 00000100:00000010:2.0:1776190955.130269:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:2.0:1776190955.130272:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000080b74f9. 00000100:00000200:3.0:1776190955.130273:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788211328/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.0:1776190955.130277:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00000100:00000200:3.0:1776190955.130311:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211328 02000000:00000010:3.0:1776190955.130325:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a61c861. 00010000:00000010:3.0:1776190955.130362:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a303d363. 00010000:00000010:3.0:1776190955.130391:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.130403:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.130531:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:3.0:1776190955.130535:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.130554:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190955.130561:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211328, offset 224 00000400:00000200:3.0:1776190955.130570:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.130586:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.130594:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91507:91507:256:4294967295] 192.168.202.25@tcp LPNI seq info [91507:91507:8:4294967295] 00000400:00000200:3.0:1776190955.130609:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.130615:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.130622:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190955.130636:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.130648:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.130654:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.130681:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.130704:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.130710:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018c221f0. 00000800:00000200:3.0:1776190955.130809:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.130814:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190955.130818:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.130822:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.130825:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:3.0:1776190955.130827:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00010000:00000010:0.1:1776190955.131689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89b9daf. 00010000:00000010:0.1:1776190955.131703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00080000:00000010:2.0:1776190955.135491:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000444debf. 00010000:00000010:2.0:1776190955.135711:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007df48cb1. 00010000:00000010:2.0:1776190955.135727:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051fe95b9. 00010000:00000010:2.0:1776190955.135844:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003441c430. 00010000:00000010:2.0:1776190955.135853:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021c0ecc1. 00010000:00000010:2.0:1776190955.135872:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190955.135884:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9bc03b6. 00000100:00000010:2.0:1776190955.135899:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190955.135922:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a4ec617. 02000000:00000010:2.0:1776190955.136201:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041e58062. 00000400:00000010:2.0:1776190955.136213:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bee0b702. 00000400:00000010:2.0:1776190955.136226:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190955.136236:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353088, portal 16 00000400:00000010:2.0:1776190955.136253:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190955.136256:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353088, offset 0 00000400:00000200:2.0:1776190955.136271:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.136299:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.136311:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.136318:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.136321:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.136325:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91508:91508:256:4294967295] 192.168.202.25@tcp LPNI seq info [91508:91508:8:4294967295] 00000400:00000200:2.0:1776190955.136337:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.136344:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.136350:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ffe55dcb (tot 82348242). 00000800:00000200:2.0:1776190955.136360:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.136368:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.136374:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ffe55dcb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.136789:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.136795:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ffe55dcb (tot 82347994). 00000400:00000200:3.0:1776190955.136802:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.136808:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.136813:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:3.0:1776190955.136815:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:3.0:1776190955.136826:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797353088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.139468:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.139498:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124c80 00000400:00000200:3.0:1776190955.139512:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb67f9 [1] + 224 00000400:00000200:3.0:1776190955.139530:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.139534:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.139551:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797353088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.139650:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.139656:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cec0 00000400:00000200:3.0:1776190955.139663:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb512d [2] + 984 00000400:00000200:3.0:1776190955.139673:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.139678:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.139682:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.139690:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:3.0:1776190955.139764:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018c221f0. 00000020:00000010:3.0:1776190955.139773:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.139779:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.139814:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788211392/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190955.139852:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211392 02000000:00000010:3.0:1776190955.139867:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063922576. 00010000:00000010:3.0:1776190955.139922:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.139932:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.139953:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:3.0:1776190955.139958:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.139976:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190955.139983:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211392, offset 224 00000400:00000200:3.0:1776190955.139991:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.140005:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.140010:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91509:91509:256:4294967295] 192.168.202.25@tcp LPNI seq info [91509:91509:8:4294967295] 00000400:00000200:3.0:1776190955.140023:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.140029:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.140034:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190955.140042:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.140052:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.140057:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.140079:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.140097:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.140102:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018c221f0. 00000800:00000200:3.0:1776190955.140277:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.140283:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190955.140288:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.140291:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.140296:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:3.0:1776190955.140298:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000400:00000010:2.0:1776190955.145425:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bee0b702. 00000400:00000200:2.0:1776190955.145448:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:2.0:1776190955.145452:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:2.0:1776190955.145478:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797353088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.145492:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797353088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190955.145536:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000752772a5. 02000000:00000010:2.0:1776190955.145567:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041e58062. 02000000:00000010:2.0:1776190955.145576:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a4ec617. 00000100:00000010:2.0:1776190955.145583:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:2.0:1776190955.145590:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b9bc03b6. 00010000:00000010:2.0:1776190955.145598:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00080000:00000010:2.0:1776190955.145651:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a4ec617. 00010000:00000010:2.0:1776190955.145800:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021c0ecc1. 00010000:00000010:2.0:1776190955.145811:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca52592d. 00010000:00000010:2.0:1776190955.145927:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.0:1776190955.145935:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021c0ecc1. 00010000:00000010:2.0:1776190955.146117:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190955.146126:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9bc03b6. 00000100:00000010:2.0:1776190955.146169:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190955.146270:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041e58062. 02000000:00000010:2.0:1776190955.146314:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d0a0571. 00000400:00000010:2.0:1776190955.146321:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bee0b702. 00000400:00000010:2.0:1776190955.146328:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190955.146336:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353152, portal 16 00000400:00000010:2.0:1776190955.146342:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190955.146344:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353152, offset 0 00000400:00000200:2.0:1776190955.146355:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.146378:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.146387:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.146392:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.146395:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.146399:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91510:91510:256:4294967295] 192.168.202.25@tcp LPNI seq info [91510:91510:8:4294967295] 00000400:00000200:2.0:1776190955.146411:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.146418:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.146424:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2afb790 (tot 82348242). 00000800:00000200:2.0:1776190955.146433:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.146441:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.146447:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2afb790 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190955.146555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93dc50a. 00000800:00000200:3.0:1776190955.146744:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.146751:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2afb790 (tot 82347994). 00000400:00000200:3.0:1776190955.146757:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.146764:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.146770:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:3.0:1776190955.146772:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:3.0:1776190955.146780:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797353152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.149443:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.149475:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124cc0 00000400:00000200:3.0:1776190955.149487:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6805 [1] + 224 00000400:00000200:3.0:1776190955.149511:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.149516:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.149534:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797353152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190955.149681:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bee0b702. 00000400:00000200:2.0:1776190955.149690:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:2.0:1776190955.149692:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:2.0:1776190955.149700:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797353152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.149709:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797353152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190955.149764:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d0a0571. 02000000:00000010:2.0:1776190955.149774:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041e58062. 00000100:00000010:2.0:1776190955.149778:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:2.0:1776190955.149783:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b9bc03b6. 00010000:00000010:2.0:1776190955.149790:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00010000:00000010:2.1:1776190955.153498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000882de1e1. 00010000:00000010:2.1:1776190955.153518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00000400:00000200:3.0:1776190955.155739:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.155773:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cf00 00000400:00000200:3.0:1776190955.155787:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb512d [2] + 1312 00000400:00000200:3.0:1776190955.156678:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.156692:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.156706:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.156718:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:1.0:1776190955.158280:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006290f341. 00000020:00000010:1.0:1776190955.158300:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c7e5ce9f. 00000020:00000010:1.0:1776190955.158307:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.158365:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788211456/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190955.158429:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211456 02000000:00000010:1.0:1776190955.158448:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c813fc39. 00010000:00000010:1.0:1776190955.158498:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de34bda1. 00010000:00000010:1.0:1776190955.158535:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.158547:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.158563:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.158568:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000010:1.0:1776190955.158593:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.158602:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211456, offset 224 00000400:00000200:1.0:1776190955.158613:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.158636:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.158646:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91511:91511:256:4294967295] 192.168.202.25@tcp LPNI seq info [91511:91511:8:4294967295] 00000400:00000200:1.0:1776190955.158659:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.158668:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.158674:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190955.158683:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.158694:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.158700:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.158728:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c7e5ce9f. 00000020:00000010:1.0:1776190955.158734:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.158737:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006290f341. 00000800:00000200:1.0:1776190955.158916:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.158922:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:1.0:1776190955.158932:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.158937:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.158944:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190955.158947:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00010000:00000010:2.1:1776190955.161324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094117446. 00010000:00000010:2.1:1776190955.161351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055d09507. 00010000:00000010:2.1:1776190955.161356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00080000:00000010:2.0:1776190955.161412:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041e58062. 00010000:00000010:2.0:1776190955.161555:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021c0ecc1. 00010000:00000010:2.0:1776190955.161566:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb74dbfb. 00010000:00000010:2.0:1776190955.161692:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003441c430. 00010000:00000010:2.0:1776190955.161701:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021c0ecc1. 00010000:00000010:2.0:1776190955.161726:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190955.161735:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9bc03b6. 00000100:00000010:2.0:1776190955.161748:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190955.161768:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d0a0571. 02000000:00000010:2.0:1776190955.161816:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f103e2a9. 00000400:00000010:2.0:1776190955.161826:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bee0b702. 00000400:00000010:2.0:1776190955.161836:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190955.161847:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353216, portal 16 00000400:00000010:2.0:1776190955.161856:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190955.161859:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353216, offset 0 00000400:00000200:2.0:1776190955.161872:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.161903:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.161913:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.161918:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.161921:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.161925:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91512:91512:256:4294967295] 192.168.202.25@tcp LPNI seq info [91512:91512:8:4294967295] 00000400:00000200:2.0:1776190955.161940:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.161947:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.161955:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf6bad91 (tot 82348242). 00000800:00000200:2.0:1776190955.161963:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.161973:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.161977:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf6bad91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.162346:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.162353:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf6bad91 (tot 82347994). 00000400:00000200:0.0:1776190955.162358:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.162365:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.162372:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:0.0:1776190955.162375:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00000100:00000200:0.0:1776190955.162385:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797353216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.166778:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.166820:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124d00 00000400:00000200:1.0:1776190955.166833:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6811 [1] + 224 00000400:00000200:1.0:1776190955.166862:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.166868:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.166883:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797353216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190955.166987:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bee0b702. 00000400:00000200:2.0:1776190955.166994:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:2.0:1776190955.166997:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:2.0:1776190955.167004:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797353216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.167011:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797353216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190955.167055:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f103e2a9. 02000000:00000010:2.0:1776190955.167064:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d0a0571. 00000100:00000010:2.0:1776190955.167070:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:2.0:1776190955.167075:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b9bc03b6. 00010000:00000010:2.0:1776190955.167081:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000200:1.0:1776190955.167989:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.168008:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cf40 00000400:00000200:1.0:1776190955.168017:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb512d [2] + 1640 00000400:00000200:1.0:1776190955.168094:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.168099:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.168107:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190955.168114:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:2.0:1776190955.168295:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d0a0571. 00000020:00000010:2.0:1776190955.168306:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190955.168313:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.168355:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788211520/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190955.168404:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211520 02000000:00000010:2.0:1776190955.168419:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f103e2a9. 00010000:00000010:2.0:1776190955.168460:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000431f31aa. 00010000:00000010:2.0:1776190955.168495:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190955.168504:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9bc03b6. 00000100:00000010:2.0:1776190955.168524:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b9bc03b6. 00010000:00000010:2.0:1776190955.168529:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190955.168547:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190955.168555:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211520, offset 224 00000400:00000200:2.0:1776190955.168567:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.168593:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.168600:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91513:91513:256:4294967295] 192.168.202.25@tcp LPNI seq info [91513:91513:8:4294967295] 00000400:00000200:2.0:1776190955.168616:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.168622:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.168628:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f3284b5 (tot 82348242). 00000800:00000200:2.0:1776190955.168635:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.168644:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.168648:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f3284b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.168673:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190955.168677:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.168681:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d0a0571. 00000800:00000200:2.0:1776190955.168774:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.168778:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f3284b5 (tot 82347994). 00000400:00000200:2.0:1776190955.168782:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.168785:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.168790:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:2.0:1776190955.168792:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00080000:00000010:3.0:1776190955.169030:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd84b1e2. 00010000:00000010:3.0:1776190955.169206:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021c0ecc1. 00010000:00000010:3.0:1776190955.169215:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a077a7c. 00010000:00000010:3.0:1776190955.169333:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.0:1776190955.169343:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190955.169361:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.169367:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.169379:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190955.169399:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018c221f0. 02000000:00000010:3.0:1776190955.169440:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d022df5e. 00000400:00000010:3.0:1776190955.169449:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e41d958. 00000400:00000010:3.0:1776190955.169457:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190955.169464:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353280, portal 16 00000400:00000010:3.0:1776190955.169470:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190955.169472:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353280, offset 0 00000400:00000200:3.0:1776190955.169479:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.169489:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.169498:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.169502:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.169506:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.169509:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91514:91514:256:4294967295] 192.168.202.25@tcp LPNI seq info [91514:91514:8:4294967295] 00000400:00000200:3.0:1776190955.169516:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.169521:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.169527:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190955.169531:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.169537:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.169540:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.171882:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.171896:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:2.0:1776190955.171908:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.171922:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.171930:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:2.0:1776190955.171932:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00000100:00000200:2.0:1776190955.171961:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797353280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.176314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ef4c14c. 00010000:00000010:1.1:1776190955.176334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e145a8. 00010000:00000010:2.1:1776190955.176336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.1:1776190955.184153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a91411ed. 00010000:00000010:3.1:1776190955.189351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa855fe7. 00010000:00000010:3.1:1776190955.189375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00000400:00000200:1.0:1776190955.194270:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.194302:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124d40 00000400:00000200:1.0:1776190955.194316:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb681d [1] + 224 00000400:00000200:1.0:1776190955.194335:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.194341:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.194356:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797353280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.194404:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.194410:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cf80 00000400:00000200:1.0:1776190955.194417:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb512d [2] + 1968 00000400:00000010:1.0:1776190955.194423:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086b28e3d. 00000400:00000200:1.0:1776190955.194429:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a940b247 00000400:00000200:1.0:1776190955.194443:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.194446:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.194448:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a940b247 00000400:00000010:1.0:1776190955.194451:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a940b247 (tot 82347842). 00000100:00000200:1.0:1776190955.194458:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190955.194631:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3cc1b73. 00000020:00000010:2.0:1776190955.194643:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190955.194650:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.194695:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000039f9eee6 x1862468788211584/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190955.194741:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211584 02000000:00000010:2.0:1776190955.194759:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000929c25e8. 00010000:00000010:2.0:1776190955.194826:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190955.194849:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9bc03b6. 00000100:00000010:2.0:1776190955.194860:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b9bc03b6. 00010000:00000010:2.0:1776190955.194867:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190955.194892:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190955.194900:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211584, offset 224 00000400:00000200:2.0:1776190955.194911:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.194928:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.194937:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91515:91515:256:4294967295] 192.168.202.25@tcp LPNI seq info [91515:91515:8:4294967295] 00000400:00000200:2.0:1776190955.194951:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.194957:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.194963:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f3284b5 (tot 82348090). 00000800:00000200:2.0:1776190955.194970:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.194980:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.194986:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f3284b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.195013:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008414d72b. 00000020:00000010:2.0:1776190955.195018:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.195022:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3cc1b73. 02000000:00000010:2.0:1776190955.195036:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f103e2a9. 00000100:00000010:2.0:1776190955.195041:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:2.0:1776190955.195048:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c813fc39. 00000100:00000010:2.0:1776190955.195051:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:2.0:1776190955.195055:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063922576. 00000100:00000010:2.0:1776190955.195058:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:2.0:1776190955.195061:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a61c861. 00000100:00000010:2.0:1776190955.195063:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:2.0:1776190955.195067:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000342c7685. 00000100:00000010:2.0:1776190955.195071:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:2.0:1776190955.195074:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b93eda2. 00000100:00000010:2.0:1776190955.195076:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000200:2.0:1776190955.195086:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190955.195093:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bee0b702. 00000400:00000010:2.0:1776190955.195099:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9bc03b6 (tot 82348242). 00000800:00000200:2.0:1776190955.195305:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.195310:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f3284b5 (tot 82347994). 00000400:00000200:2.0:1776190955.195315:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.195319:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.195323:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:2.0:1776190955.195324:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 02000000:00000010:2.0:1776190955.195330:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000929c25e8. 00000400:00000010:3.0:1776190955.195850:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e41d958. 00000400:00000200:3.0:1776190955.195858:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:3.0:1776190955.195859:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000100:00000200:3.0:1776190955.195869:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797353280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.195880:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797353280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190955.195910:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2609315. 02000000:00000010:3.0:1776190955.195936:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d022df5e. 02000000:00000010:3.0:1776190955.195944:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018c221f0. 00000100:00000010:3.0:1776190955.195951:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190955.195955:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:3.0:1776190955.195959:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00080000:00000010:3.0:1776190955.195990:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018c221f0. 00010000:00000010:3.0:1776190955.196198:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190955.196208:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004135b980. 00010000:00000010:3.0:1776190955.196353:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084c5e362. 00010000:00000010:3.0:1776190955.196361:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190955.196376:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.196381:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.196391:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190955.196408:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d022df5e. 02000000:00000010:3.0:1776190955.196453:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4f72e60. 00000400:00000010:3.0:1776190955.196459:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e41d958. 00000400:00000010:3.0:1776190955.196465:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190955.196472:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353344, portal 16 00000400:00000010:3.0:1776190955.196478:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190955.196480:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353344, offset 0 00000400:00000200:3.0:1776190955.196490:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.196507:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.196520:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.196525:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.196529:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.196532:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91516:91516:256:4294967295] 192.168.202.25@tcp LPNI seq info [91516:91516:8:4294967295] 00000400:00000200:3.0:1776190955.196546:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.196554:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.196559:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190955.196566:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.196895:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.196904:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.197296:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.197301:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:2.0:1776190955.197307:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.197314:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.197319:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:2.0:1776190955.197321:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000100:00000200:2.0:1776190955.197332:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797353344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.208524:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.208556:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124d80 00000400:00000200:1.0:1776190955.208574:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb682d [1] + 224 00000400:00000200:1.0:1776190955.208612:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.208618:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.208637:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797353344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190955.208780:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e41d958. 00000400:00000200:2.0:1776190955.208790:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:2.0:1776190955.208793:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000100:00000200:2.0:1776190955.208801:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797353344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.208810:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797353344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190955.208874:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4f72e60. 02000000:00000010:2.0:1776190955.208883:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d022df5e. 00000100:00000010:2.0:1776190955.208890:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:2.0:1776190955.208897:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:2.0:1776190955.208902:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000200:2.0:1776190955.214927:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.214966:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86cfc0 00000400:00000200:2.0:1776190955.214980:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5185 [2] + 0 00000400:00000200:2.0:1776190955.215096:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.215108:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.215187:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.215198:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 00000020:00000010:3.0:1776190955.215557:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005158ce3d. 00000020:00000010:3.0:1776190955.215569:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.215577:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.215627:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e277f293 x1862468788211648/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190955.215676:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211648 02000000:00000010:3.0:1776190955.215693:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e74245b. 00010000:00000010:3.0:1776190955.215746:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1c343c7. 00010000:00000010:3.0:1776190955.215789:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000750f57a. 00000100:00000010:3.0:1776190955.215877:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.215897:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:3.0:1776190955.215901:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000750f57a. 00000400:00000010:3.0:1776190955.215927:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190955.215934:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211648, offset 224 00000400:00000200:3.0:1776190955.215955:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.215976:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.215984:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91517:91517:256:4294967295] 192.168.202.25@tcp LPNI seq info [91517:91517:8:4294967295] 00000400:00000200:3.0:1776190955.216000:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.216008:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.216015:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190955.216024:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.216036:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.216042:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.216078:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.216103:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.216109:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005158ce3d. 00000800:00000200:3.0:1776190955.216269:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.216275:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:3.0:1776190955.216280:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.216284:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.216289:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2eccca 00000400:00000010:3.0:1776190955.216291:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2eccca. 00080000:00000010:2.0:1776190955.220687:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000929c25e8. 00010000:00000010:2.0:1776190955.220895:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:2.0:1776190955.220912:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000edc57363. 00010000:00000010:2.0:1776190955.221058:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.0:1776190955.221070:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4e1c21f. 00010000:00000010:2.0:1776190955.221090:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190955.221104:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.221117:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190955.221164:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000342c7685. 02000000:00000010:2.0:1776190955.221218:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f103e2a9. 00000400:00000010:2.0:1776190955.221229:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000603029e2. 00000400:00000010:2.0:1776190955.221240:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190955.221259:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353408, portal 16 00000400:00000010:2.0:1776190955.221267:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190955.221270:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353408, offset 0 00000400:00000200:2.0:1776190955.221284:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.221312:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.221322:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.221327:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.221331:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.221336:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91518:91518:256:4294967295] 192.168.202.25@tcp LPNI seq info [91518:91518:8:4294967295] 00000400:00000200:2.0:1776190955.221352:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.221359:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.221367:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f3284b5 (tot 82348242). 00000800:00000200:2.0:1776190955.221375:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.221385:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.221391:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f3284b5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.221969:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.221977:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f3284b5 (tot 82347994). 00000400:00000200:1.0:1776190955.221984:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.221991:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.221997:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:1.0:1776190955.222001:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000100:00000200:1.0:1776190955.222012:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797353408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.227288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f49d5284. 00010000:00000010:3.1:1776190955.227310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8161d9f. 00010000:00000010:3.1:1776190955.227316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.1:1776190955.233190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bcf502f. 00000400:00000200:3.0:1776190955.237463:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.237495:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124dc0 00000400:00000200:3.0:1776190955.237510:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6839 [1] + 224 00000400:00000200:3.0:1776190955.237536:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.237541:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.237560:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797353408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190955.237737:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000603029e2. 00000400:00000200:0.0:1776190955.237746:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:0.0:1776190955.237750:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:0.0:1776190955.237758:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797353408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.237766:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797353408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.237820:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f103e2a9. 02000000:00000010:0.0:1776190955.237831:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000342c7685. 00000100:00000010:0.0:1776190955.237850:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:0.0:1776190955.237857:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00010000:00000010:0.0:1776190955.237863:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00010000:00000010:2.1:1776190955.238113:0:78382:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057570629. 00010000:00000010:2.1:1776190955.238125:0:78382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c5e362. 00000400:00000200:3.0:1776190955.239662:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.239692:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d000 00000400:00000200:3.0:1776190955.239702:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5185 [2] + 328 00000400:00000200:3.0:1776190955.239797:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.239804:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.239817:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.239826:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000020:00000010:1.0:1776190955.240103:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2a634bd. 00000020:00000010:1.0:1776190955.240115:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.240120:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.240203:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788211712/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190955.240252:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211712 02000000:00000010:1.0:1776190955.240268:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050f8aa7c. 00010000:00000010:1.0:1776190955.240309:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2dfe7fe. 00010000:00000010:1.0:1776190955.240341:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.240350:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.240368:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.240372:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000010:1.0:1776190955.240390:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.240397:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211712, offset 224 00000400:00000200:1.0:1776190955.240406:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.240422:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.240429:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91519:91519:256:4294967295] 192.168.202.25@tcp LPNI seq info [91519:91519:8:4294967295] 00000400:00000200:1.0:1776190955.240440:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.240447:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.240454:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190955.240461:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.240470:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.240476:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.240504:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.240508:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.240512:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2a634bd. 00000800:00000200:1.0:1776190955.240615:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.240620:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:1.0:1776190955.240631:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.240635:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.240640:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190955.240642:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00080000:00000010:0.0:1776190955.240759:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000629f3359. 00010000:00000010:0.0:1776190955.240912:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4e1c21f. 00010000:00000010:0.0:1776190955.240920:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6a263b0. 00010000:00000010:0.0:1776190955.241029:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.0:1776190955.241038:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a90a37c. 00010000:00000010:0.0:1776190955.241053:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190955.241058:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d29a4535. 00000100:00000010:0.0:1776190955.241068:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190955.241085:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089895984. 02000000:00000010:0.0:1776190955.241125:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000337c6544. 00000400:00000010:0.0:1776190955.241165:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000357f0c75. 00000400:00000010:0.0:1776190955.241173:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be6a7b10. 00000100:00000200:0.0:1776190955.241181:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353472, portal 16 00000400:00000010:0.0:1776190955.241187:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc4e562. 00000100:00000200:0.0:1776190955.241189:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353472, offset 0 00000400:00000200:0.0:1776190955.241197:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.241205:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.241216:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.241222:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.241226:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.241229:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91520:91520:256:4294967295] 192.168.202.25@tcp LPNI seq info [91520:91520:8:4294967295] 00000400:00000200:0.0:1776190955.241236:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.241240:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.241255:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.241261:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.241265:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.241268:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.241559:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.241563:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190955.241570:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.241576:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.241579:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc4e562 00000400:00000010:1.0:1776190955.241581:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007dc4e562. 00000100:00000200:1.0:1776190955.241589:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797353472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.245747:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.245776:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124e00 00000400:00000200:3.0:1776190955.245802:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6845 [1] + 224 00000400:00000200:3.0:1776190955.245822:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.245827:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.245936:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797353472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.246770:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.246783:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d040 00000400:00000200:2.0:1776190955.246790:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5185 [2] + 656 00000400:00000200:2.0:1776190955.246893:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.246898:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.246905:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.246913:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 00000400:00000010:2.0:1776190955.246977:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000357f0c75. 00000400:00000200:2.0:1776190955.246983:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be6a7b10 00000400:00000010:2.0:1776190955.246986:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be6a7b10. 00000100:00000200:2.0:1776190955.246995:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797353472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.247005:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797353472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190955.247055:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000337c6544. 02000000:00000010:2.0:1776190955.247065:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000089895984. 00000100:00000010:2.0:1776190955.247072:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:2.0:1776190955.247077:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d29a4535. 00010000:00000010:2.0:1776190955.247082:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00000020:00000010:3.0:1776190955.248309:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000845d71b5. 00000020:00000010:3.0:1776190955.248328:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.248335:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.248387:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040ee37c4 x1862468788211776/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190955.248438:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211776 02000000:00000010:3.0:1776190955.248455:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd27af59. 00010000:00000010:3.0:1776190955.248505:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f0122c. 00010000:00000010:3.0:1776190955.248533:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000750f57a. 00000100:00000010:3.0:1776190955.248543:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.248677:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:3.0:1776190955.248682:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000750f57a. 00000400:00000010:3.0:1776190955.248701:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190955.248709:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211776, offset 224 00000400:00000200:3.0:1776190955.248720:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.248739:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.248746:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91521:91521:256:4294967295] 192.168.202.25@tcp LPNI seq info [91521:91521:8:4294967295] 00000400:00000200:3.0:1776190955.248759:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.248765:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.248771:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190955.248778:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.248795:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.248802:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.248837:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.248870:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.248876:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000845d71b5. 00000800:00000200:2.0:1776190955.249070:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.249075:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:2.0:1776190955.249082:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.249087:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.249093:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2eccca 00000400:00000010:2.0:1776190955.249095:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2eccca. 00010000:00000010:0.1:1776190955.260051:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18c71f4. 00010000:00000010:0.1:1776190955.260076:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00080000:00000010:2.0:1776190955.260411:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3cc1b73. 00010000:00000010:2.0:1776190955.260603:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a90a37c. 00010000:00000010:2.0:1776190955.260618:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f2b060b. 00010000:00000010:2.0:1776190955.260760:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190955.260773:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa78d535. 00010000:00000010:2.0:1776190955.260813:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000244502ce. 00000100:00000010:2.0:1776190955.260832:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.260858:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190955.260887:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d0a0571. 02000000:00000010:2.0:1776190955.260960:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000342c7685. 00000400:00000010:2.0:1776190955.260972:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fdb6acf1. 00000400:00000010:2.0:1776190955.260984:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190955.260994:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353536, portal 16 00000400:00000010:2.0:1776190955.261002:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190955.261006:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353536, offset 0 00000400:00000200:2.0:1776190955.261018:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.261048:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.261060:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.261065:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.261069:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.261073:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91522:91522:256:4294967295] 192.168.202.25@tcp LPNI seq info [91522:91522:8:4294967295] 00000400:00000200:2.0:1776190955.261087:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.261097:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.261104:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d04a7a (tot 82348242). 00000800:00000200:2.0:1776190955.261113:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.261125:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.261188:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d04a7a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.261662:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.261668:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d04a7a (tot 82347994). 00000400:00000200:3.0:1776190955.261675:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.261683:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.261689:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:3.0:1776190955.261692:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000100:00000200:3.0:1776190955.261705:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797353536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.264367:0:78382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f46544d5. 00000400:00000200:2.0:1776190955.265877:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.265913:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124e40 00000400:00000200:2.0:1776190955.265931:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6851 [1] + 224 00000400:00000200:2.0:1776190955.265971:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.265976:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.266000:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797353536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190955.266343:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fdb6acf1. 00000400:00000200:3.0:1776190955.266350:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:3.0:1776190955.266353:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:3.0:1776190955.266362:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797353536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.266371:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797353536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190955.266425:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000342c7685. 02000000:00000010:3.0:1776190955.266434:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d0a0571. 00000100:00000010:3.0:1776190955.266440:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:3.0:1776190955.266445:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00010000:00000010:3.0:1776190955.266452:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000244502ce. 00010000:00000010:3.1:1776190955.277183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009912556a. 00000400:00000200:2.0:1776190955.280865:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.280905:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d080 00000400:00000200:2.0:1776190955.280917:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5185 [2] + 984 00000400:00000200:2.0:1776190955.281040:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.281047:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.281057:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.281064:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 00000020:00000010:3.0:1776190955.281322:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000845d71b5. 00000020:00000010:3.0:1776190955.281334:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.281341:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.281383:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000685efc40 x1862468788211840/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190955.281428:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211840 02000000:00000010:3.0:1776190955.281444:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae990f31. 00010000:00000010:3.0:1776190955.281493:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a70adf57. 00010000:00000010:3.0:1776190955.281536:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000750f57a. 00000100:00000010:3.0:1776190955.281548:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.281585:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:3.0:1776190955.281592:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000750f57a. 00000400:00000010:3.0:1776190955.281620:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190955.281630:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211840, offset 224 00000400:00000200:3.0:1776190955.281648:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.281670:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.281679:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91523:91523:256:4294967295] 192.168.202.25@tcp LPNI seq info [91523:91523:8:4294967295] 00000400:00000200:3.0:1776190955.281693:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.281700:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.281706:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190955.281714:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.281725:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.281731:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.281764:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.281790:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.281796:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000845d71b5. 00000800:00000200:3.0:1776190955.281901:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.281906:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:3.0:1776190955.281909:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.281913:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.281917:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:3.0:1776190955.281920:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00080000:00000010:0.0:1776190955.282090:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f82ad991. 00010000:00000010:0.0:1776190955.282330:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa78d535. 00010000:00000010:0.0:1776190955.282340:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f814d15. 00010000:00000010:0.0:1776190955.282471:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f4bfc1d. 00010000:00000010:0.0:1776190955.282479:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225f334f. 00010000:00000010:0.0:1776190955.282494:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190955.282499:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190955.282512:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190955.282529:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089895984. 02000000:00000010:0.0:1776190955.282573:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000337c6544. 00000400:00000010:0.0:1776190955.282580:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190955.282588:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f3eb612. 00000100:00000200:0.0:1776190955.282600:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353600, portal 16 00000400:00000010:0.0:1776190955.282607:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190955.282609:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353600, offset 0 00000400:00000200:0.0:1776190955.282618:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.282629:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.282641:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.282646:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.282650:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.282654:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91524:91524:256:4294967295] 192.168.202.25@tcp LPNI seq info [91524:91524:8:4294967295] 00000400:00000200:0.0:1776190955.282664:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.282669:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.282675:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.282681:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.282687:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.282690:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.283112:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.283121:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:2.0:1776190955.283159:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.283166:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.283172:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:2.0:1776190955.283173:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000100:00000200:2.0:1776190955.283183:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797353600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.289565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc2ed34. 00010000:00000010:2.1:1776190955.289590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00000400:00000200:2.0:1776190955.297109:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.297162:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124e80 00000400:00000200:2.0:1776190955.297172:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb685d [1] + 224 00000400:00000200:2.0:1776190955.297198:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.297208:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.297221:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797353600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.297263:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.297269:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d0c0 00000400:00000200:2.0:1776190955.297273:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5185 [2] + 1312 00000400:00000200:2.0:1776190955.297915:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.297919:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.297925:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.297934:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 00000020:00000010:3.0:1776190955.298166:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000845d71b5. 00000020:00000010:3.0:1776190955.298175:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000400:00000010:0.0:1776190955.298292:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190955.298303:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3eb612 00000400:00000010:0.0:1776190955.298306:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f3eb612. 00000100:00000200:0.0:1776190955.298319:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797353600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.298332:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797353600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.298375:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000337c6544. 02000000:00000010:0.0:1776190955.298384:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000089895984. 00000100:00000010:0.0:1776190955.298389:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:0.0:1776190955.298393:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:0.0:1776190955.298397:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000020:00000010:3.0:1776190955.298665:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.298764:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e1b58e5 x1862468788211904/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190955.298900:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211904 02000000:00000010:3.0:1776190955.298916:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cca71eb. 00010000:00000010:3.0:1776190955.298946:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007998bc83. 00010000:00000010:3.0:1776190955.298969:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000750f57a. 00000100:00000010:3.0:1776190955.298976:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.298997:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:3.0:1776190955.299001:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000750f57a. 00000400:00000010:3.0:1776190955.299019:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190955.299024:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211904, offset 224 00000400:00000200:3.0:1776190955.299032:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.299046:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.299062:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91525:91525:256:4294967295] 192.168.202.25@tcp LPNI seq info [91525:91525:8:4294967295] 00000400:00000200:3.0:1776190955.299073:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.299079:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.299084:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190955.299091:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.299097:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.299101:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.299124:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.299167:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.299175:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000845d71b5. 00080000:00000010:0.0:1776190955.299263:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089895984. 00010000:00000010:0.0:1776190955.299401:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225f334f. 00010000:00000010:0.0:1776190955.299412:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbdd2088. 00010000:00000010:0.0:1776190955.299520:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092a571de. 00010000:00000010:0.0:1776190955.299530:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225f334f. 00010000:00000010:0.0:1776190955.299546:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046d02c82. 00000100:00000010:0.0:1776190955.299552:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190955.299562:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190955.299579:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000337c6544. 02000000:00000010:0.0:1776190955.299612:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096895358. 00000400:00000010:0.0:1776190955.299619:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190955.299625:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f3eb612. 00000100:00000200:0.0:1776190955.299631:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353664, portal 16 00000400:00000010:0.0:1776190955.299638:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190955.299640:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353664, offset 0 00000400:00000200:0.0:1776190955.299649:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.299662:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.299671:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.299675:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.299678:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.299683:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91526:91526:255:4294967295] 192.168.202.25@tcp LPNI seq info [91526:91526:7:4294967295] 00000400:00000200:0.0:1776190955.299692:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.299698:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.299703:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:0.0:1776190955.299708:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.299714:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.299717:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.301230:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.301236:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00010000:00000010:3.1:1776190955.303087:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038470b20. 00000400:00000200:3.0:1776190955.303152:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.303165:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.303171:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:3.0:1776190955.303174:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00000800:00000200:3.0:1776190955.303812:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.303816:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190955.303822:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.303827:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.303830:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:3.0:1776190955.303832:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000100:00000200:3.0:1776190955.303841:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797353664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190955.308918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000897f6ef6. 00010000:00000010:0.1:1776190955.309614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:0.1:1776190955.311198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001684b947. 00010000:00000010:3.1:1776190955.311201:0:78383:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e9ad537. 00010000:00000010:0.1:1776190955.311223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4bfc1d. 00000400:00000200:0.0:1776190955.321467:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.321500:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124ec0 00000400:00000200:0.0:1776190955.321514:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6869 [1] + 224 00000400:00000200:0.0:1776190955.321539:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.321544:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.321560:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797353664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190955.321676:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:3.0:1776190955.321687:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3eb612 00000400:00000010:3.0:1776190955.321690:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f3eb612. 00000100:00000200:3.0:1776190955.321705:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797353664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.321717:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797353664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190955.321751:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096895358. 02000000:00000010:3.0:1776190955.321759:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000337c6544. 00000100:00000010:3.0:1776190955.321764:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:3.0:1776190955.321768:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:3.0:1776190955.321772:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046d02c82. 00000400:00000200:3.0:1776190955.332834:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.332861:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d100 00000400:00000200:3.0:1776190955.332872:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5185 [2] + 1640 00000400:00000200:3.0:1776190955.332949:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.332953:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.332961:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.332968:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:0.0:1776190955.334501:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b9fdd2b. 00000020:00000010:0.0:1776190955.334519:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.334526:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.334570:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788211968/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190955.334623:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788211968 02000000:00000010:0.0:1776190955.334638:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b3284f55. 00010000:00000010:0.0:1776190955.334691:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb45a356. 00010000:00000010:0.0:1776190955.334729:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da5e965b. 00000100:00000010:0.0:1776190955.334740:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014032774. 00000100:00000010:0.0:1776190955.334760:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014032774. 00010000:00000010:0.0:1776190955.334766:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da5e965b. 00000400:00000010:0.0:1776190955.334789:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be6a7b10. 00000100:00000200:0.0:1776190955.334798:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788211968, offset 224 00080000:00000010:3.0:1776190955.334807:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000845d71b5. 00000400:00000200:0.0:1776190955.334809:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.334834:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.334843:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91527:91527:256:4294967295] 192.168.202.25@tcp LPNI seq info [91527:91527:8:4294967295] 00000400:00000200:0.0:1776190955.334858:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.334864:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.334871:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.334881:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.334892:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.334899:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.334943:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.334950:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00010000:00000010:3.0:1776190955.334952:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225f334f. 00000020:00000010:0.0:1776190955.334954:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b9fdd2b. 00010000:00000010:3.0:1776190955.334972:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec1b60fb. 00010000:00000010:3.0:1776190955.335074:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8460c3d. 00010000:00000010:3.0:1776190955.335079:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fb4a050c. 00010000:00000010:3.0:1776190955.335088:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.0:1776190955.335097:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00080000:00000010:3.0:1776190955.335118:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c966b17. 00000800:00000200:1.0:1776190955.335211:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1776190955.335214:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00000800:00000010:1.0:1776190955.335220:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00010000:00000010:3.0:1776190955.335224:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb4a050c. 00000400:00000200:1.0:1776190955.335231:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.335241:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.335279:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be6a7b10 00000400:00000010:1.0:1776190955.335282:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be6a7b10. 00010000:00000010:3.0:1776190955.335331:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005428253a. 00010000:00000010:3.0:1776190955.335337:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190955.335346:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000750f57a. 00000100:00000010:3.0:1776190955.335353:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.335363:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190955.335379:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e7c31ad8. 02000000:00000010:3.0:1776190955.335423:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d022df5e. 00000400:00000010:3.0:1776190955.335431:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c7fdce6. 00000400:00000010:3.0:1776190955.335438:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190955.335447:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353728, portal 16 00000400:00000010:3.0:1776190955.335453:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190955.335455:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353728, offset 0 00000400:00000200:3.0:1776190955.335466:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.335486:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.335495:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.335500:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.335503:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.335507:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91528:91528:256:4294967295] 192.168.202.25@tcp LPNI seq info [91528:91528:8:4294967295] 00000400:00000200:3.0:1776190955.335516:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.335521:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.335525:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190955.335531:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.335539:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.335543:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.335645:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.335649:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190955.335654:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.335661:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.335664:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:0.0:1776190955.335666:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 00000100:00000200:0.0:1776190955.335675:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797353728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.343194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083e25eb3. 00010000:00000010:3.1:1776190955.343219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092a571de. 00010000:00000010:0.1:1776190955.343234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ec92b5a. 00010000:00000010:3.1:1776190955.347169:0:78384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8460c3d. 00010000:00000010:3.1:1776190955.347183:0:78384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00000400:00000200:3.0:1776190955.349896:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.349916:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124f00 00000400:00000200:3.0:1776190955.349925:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6875 [1] + 224 00000400:00000200:3.0:1776190955.349944:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.349948:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.349958:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797353728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190955.350126:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c7fdce6. 00000400:00000200:0.0:1776190955.351973:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:0.0:1776190955.351977:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00000100:00000200:0.0:1776190955.351996:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797353728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.352009:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797353728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.352060:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d022df5e. 02000000:00000010:0.0:1776190955.352069:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e7c31ad8. 00000100:00000010:0.0:1776190955.352074:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:0.0:1776190955.352081:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:0.0:1776190955.352086:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000750f57a. 00000400:00000200:2.0:1776190955.352869:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.352904:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d140 00000400:00000200:2.0:1776190955.352916:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5185 [2] + 1968 00000400:00000010:2.0:1776190955.352923:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea57d60a. 00000400:00000200:2.0:1776190955.352933:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007a018acb 00000400:00000200:2.0:1776190955.353037:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.353043:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.353048:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a018acb 00000400:00000010:2.0:1776190955.353059:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007a018acb (tot 82347842). 00000100:00000200:2.0:1776190955.353069:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190955.353680:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b9fdd2b. 00000020:00000010:0.0:1776190955.353691:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.353696:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.353725:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e5315045 x1862468788212032/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190955.353759:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212032 02000000:00000010:0.0:1776190955.353771:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000337c6544. 00010000:00000010:0.0:1776190955.354076:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019c9fc9d. 00010000:00000010:0.0:1776190955.354103:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190955.354110:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014032774. 00000100:00000010:0.0:1776190955.354167:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014032774. 00010000:00000010:0.0:1776190955.354171:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00080000:00000010:3.0:1776190955.354876:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4f72e60. 00010000:00000010:3.0:1776190955.354966:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190955.354973:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000769a3354. 00010000:00000010:3.0:1776190955.355050:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.0:1776190955.355056:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190955.355066:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000040b0ca2. 00000100:00000010:3.0:1776190955.355070:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000069184a2a. 00000100:00000010:3.0:1776190955.355084:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190955.355096:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b93eda2. 02000000:00000010:3.0:1776190955.355122:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a61c861. 00000400:00000010:3.0:1776190955.355150:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c72d089. 00000400:00000010:3.0:1776190955.355158:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190955.355166:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353792, portal 16 00000400:00000010:3.0:1776190955.355173:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190955.355175:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353792, offset 0 00000400:00000010:0.0:1776190955.355593:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc4e562. 00000400:00000200:3.0:1776190955.355704:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.355721:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.355729:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.355732:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.355734:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.355737:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91529:91529:256:4294967295] 192.168.202.25@tcp LPNI seq info [91529:91529:8:4294967295] 00000400:00000200:3.0:1776190955.355747:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.355752:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.355757:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348090). 00000800:00000200:3.0:1776190955.355764:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.355770:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.355774:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:0.0:1776190955.355987:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212032, offset 224 00000400:00000200:0.0:1776190955.355997:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:2.0:1776190955.356003:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1776190955.356010:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000800:00000010:2.0:1776190955.356014:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347842). 00000400:00000200:0.0:1776190955.356021:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91530:91530:255:4294967295] 192.168.202.25@tcp LPNI seq info [91530:91530:7:4294967295] 00000400:00000200:2.0:1776190955.356025:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.356039:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.356045:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000200:2.0:1776190955.356048:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000800:00000200:0.0:1776190955.356054:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.356059:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348090). 00000400:00000010:2.0:1776190955.356061:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00000800:00000200:0.0:1776190955.356067:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000100:00000200:2.0:1776190955.356075:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797353792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1776190955.356081:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.356089:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.356113:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.356120:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000800:00000200:2.0:1776190955.356123:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1776190955.356125:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b9fdd2b. 00000800:00000010:2.0:1776190955.356127:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347842). 00000400:00000200:2.0:1776190955.356154:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.356161:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.356164:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc4e562 00000400:00000010:2.0:1776190955.356167:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007dc4e562. 02000000:00000010:0.0:1776190955.359738:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000337c6544. 02000000:00000010:0.0:1776190955.359991:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b3284f55. 00000100:00000010:0.0:1776190955.359996:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:0.0:1776190955.360002:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cca71eb. 00000100:00000010:0.0:1776190955.360005:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 02000000:00000010:0.0:1776190955.360008:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae990f31. 00000100:00000010:0.0:1776190955.360010:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 02000000:00000010:0.0:1776190955.360013:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd27af59. 00000100:00000010:0.0:1776190955.360015:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 02000000:00000010:0.0:1776190955.360019:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050f8aa7c. 00000100:00000010:0.0:1776190955.360021:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:0.0:1776190955.360025:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e74245b. 00000100:00000010:0.0:1776190955.360027:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000200:0.0:1776190955.360040:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190955.360050:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070bca053. 00000400:00000010:0.0:1776190955.360058:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000014032774 (tot 82347994). 00000400:00000200:3.0:1776190955.363957:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.363977:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124f40 00000400:00000200:3.0:1776190955.363988:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb687d [1] + 224 00000400:00000200:3.0:1776190955.363999:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.364003:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.364014:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797353792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.364062:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.364068:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d180 00000400:00000200:3.0:1776190955.364074:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb51dd [2] + 0 00000400:00000200:3.0:1776190955.364126:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.364176:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.364191:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.364205:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000020:00000010:0.0:1776190955.364320:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3284f55. 00000020:00000010:0.0:1776190955.364327:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.364332:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.364356:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788212096/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190955.364637:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212096 02000000:00000010:0.0:1776190955.364651:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000337c6544. 00010000:00000010:0.0:1776190955.364696:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190955.364703:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190955.364710:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:0.0:1776190955.364714:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00000400:00000010:0.0:1776190955.364729:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190955.364734:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212096, offset 224 00000400:00000200:0.0:1776190955.364743:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.364756:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.364761:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91531:91531:256:4294967295] 192.168.202.25@tcp LPNI seq info [91531:91531:8:4294967295] 00000400:00000200:0.0:1776190955.364771:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.364776:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.364780:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.365260:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000400:00000010:2.0:1776190955.365386:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c72d089. 00000400:00000200:2.0:1776190955.365399:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:2.0:1776190955.365402:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00000100:00000200:2.0:1776190955.365416:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797353792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.365428:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797353792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190955.365463:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad5de577. 02000000:00000010:2.0:1776190955.365483:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a61c861. 02000000:00000010:2.0:1776190955.365492:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b93eda2. 00000100:00000010:2.0:1776190955.365497:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:2.0:1776190955.365503:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000069184a2a. 00010000:00000010:2.0:1776190955.365507:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000040b0ca2. 00000800:00000200:0.0:1776190955.365526:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.365531:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1776190955.365533:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f103e2a9. 00000020:00000010:0.0:1776190955.365563:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.365570:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.365574:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3284f55. 00010000:00000010:2.0:1776190955.365673:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:2.0:1776190955.365682:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040f74ec5. 00000800:00000200:3.0:1776190955.365788:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776190955.365794:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067edfce8. 00000800:00000010:3.0:1776190955.365795:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190955.365805:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1776190955.365808:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d690780. 00000400:00000200:3.0:1776190955.365815:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.365821:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:3.0:1776190955.365824:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00010000:00000010:2.0:1776190955.365828:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d5c6e9. 00000100:00000010:2.0:1776190955.365850:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.365861:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190955.365879:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d0a0571. 02000000:00000010:2.0:1776190955.365918:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000342c7685. 00000400:00000010:2.0:1776190955.365925:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a401012. 00000400:00000010:2.0:1776190955.365932:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190955.365939:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353856, portal 16 00010000:00000010:0.1:1776190955.366178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096ecbedf. 00010000:00000010:3.1:1776190955.366388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d8be006. 00010000:00000010:3.1:1776190955.366659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00000400:00000010:3.0:1776190955.367346:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190955.367357:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353856, offset 0 00000400:00000200:3.0:1776190955.367367:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.367383:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.367678:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.367684:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.367687:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.367690:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91532:91532:256:4294967295] 192.168.202.25@tcp LPNI seq info [91532:91532:8:4294967295] 00000400:00000200:3.0:1776190955.367703:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.367709:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.367716:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190955.367725:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.367736:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.367741:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.368429:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.368438:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:2.0:1776190955.368445:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.368455:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.368461:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:2.0:1776190955.368464:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00000100:00000200:2.0:1776190955.368476:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797353856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.372157:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.372178:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124f80 00000400:00000200:3.0:1776190955.372204:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6891 [1] + 224 00000400:00000200:3.0:1776190955.372236:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.372252:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.372263:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797353856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190955.373039:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a401012. 00000400:00000200:3.0:1776190955.373052:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.373053:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:0.0:1776190955.373060:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000400:00000200:3.0:1776190955.373067:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d1c0 00000100:00000200:0.0:1776190955.373079:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797353856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.373080:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb51dd [2] + 328 00000100:00000200:0.0:1776190955.373104:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797353856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.373201:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000342c7685. 02000000:00000010:0.0:1776190955.373214:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d0a0571. 00000100:00000010:0.0:1776190955.373222:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000400:00000200:3.0:1776190955.373224:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1776190955.373230:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00000400:00000200:3.0:1776190955.373235:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00010000:00000010:0.0:1776190955.373240:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d5c6e9. 00000100:00000200:3.0:1776190955.373254:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.373263:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:0.0:1776190955.373341:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3284f55. 00000020:00000010:0.0:1776190955.373352:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.373359:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.373398:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788212160/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190955.373442:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212160 02000000:00000010:0.0:1776190955.373459:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b9fdd2b. 00010000:00000010:0.0:1776190955.373503:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bf74ff4. 00010000:00000010:0.0:1776190955.373536:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190955.373546:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190955.373561:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:0.0:1776190955.373563:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00000400:00000010:0.0:1776190955.373580:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190955.373586:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212160, offset 224 00000400:00000200:0.0:1776190955.373595:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.373616:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.373625:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91533:91533:256:4294967295] 192.168.202.25@tcp LPNI seq info [91533:91533:8:4294967295] 00000400:00000200:0.0:1776190955.373640:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.373648:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.373658:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.373666:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.373677:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.373683:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.373713:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.373719:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.373722:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3284f55. 00080000:00000010:1.0:1776190955.374046:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2a634bd. 00010000:00000010:1.0:1776190955.374227:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d690780. 00010000:00000010:1.0:1776190955.374239:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0c4e5f3. 00000800:00000200:2.0:1776190955.374346:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.374353:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00010000:00000010:1.0:1776190955.374355:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8ebfdad. 00000400:00000200:2.0:1776190955.374361:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1776190955.374365:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00000400:00000200:2.0:1776190955.374371:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.374376:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:2.0:1776190955.374379:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00010000:00000010:1.0:1776190955.374385:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.374405:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.374414:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190955.374430:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e93b582. 02000000:00000010:1.0:1776190955.374462:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e59b5478. 00000400:00000010:1.0:1776190955.374468:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190955.374474:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.374481:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353920, portal 16 00000400:00000010:1.0:1776190955.374488:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000124650d7. 00000100:00000200:1.0:1776190955.374490:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353920, offset 0 00000400:00000200:1.0:1776190955.374500:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.374514:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.374522:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.374526:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.374529:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.374533:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91534:91534:256:4294967295] 192.168.202.25@tcp LPNI seq info [91534:91534:8:4294967295] 00000400:00000200:1.0:1776190955.374543:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.374549:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.374554:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190955.374561:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.374569:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.374574:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.374668:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.374673:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:2.0:1776190955.374682:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.374687:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.374690:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000124650d7 00000400:00000010:2.0:1776190955.374692:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000124650d7. 00000100:00000200:2.0:1776190955.374699:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797353920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.376673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083081e73. 00010000:00000010:2.1:1776190955.376694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af2fc47b. 00010000:00000010:2.1:1776190955.376699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00010000:00000010:0.1:1776190955.379200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009290dc6f. 00000400:00000200:3.0:1776190955.382115:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.382217:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf124fc0 00000400:00000200:3.0:1776190955.382234:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb689d [1] + 224 00000400:00000200:3.0:1776190955.382285:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.382291:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.382307:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797353920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190955.382667:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190955.382676:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190955.382679:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.382686:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797353920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.382696:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797353920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.382742:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e59b5478. 02000000:00000010:1.0:1776190955.382749:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e93b582. 00000100:00000010:1.0:1776190955.382754:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:1.0:1776190955.382760:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.382764:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000200:2.0:1776190955.385300:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.385335:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d200 00000400:00000200:2.0:1776190955.385348:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb51dd [2] + 656 00000400:00000200:2.0:1776190955.385466:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.385472:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.385482:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.385490:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000020:00000010:1.0:1776190955.385613:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e93b582. 00000020:00000010:1.0:1776190955.385633:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.385641:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.385690:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788212224/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190955.385731:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212224 02000000:00000010:1.0:1776190955.385744:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e59b5478. 00010000:00000010:1.0:1776190955.385780:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008da12705. 00010000:00000010:1.0:1776190955.385824:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.385834:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.385859:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.385864:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000010:1.0:1776190955.385882:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190955.385889:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212224, offset 224 00000400:00000200:1.0:1776190955.385898:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.385917:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.385922:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91535:91535:256:4294967295] 192.168.202.25@tcp LPNI seq info [91535:91535:8:4294967295] 00000400:00000200:1.0:1776190955.385935:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.385941:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.385948:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190955.385955:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.385963:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.385968:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.385993:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.385997:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.385999:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e93b582. 00000800:00000200:0.0:1776190955.386170:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.386178:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:0.0:1776190955.386189:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.386197:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.386203:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:0.0:1776190955.386207:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00080000:00000010:2.0:1776190955.386414:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d0a0571. 00010000:00000010:2.0:1776190955.386575:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:2.0:1776190955.386587:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d2bd0d4. 00010000:00000010:1.1:1776190955.386664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2f19e81. 00010000:00000010:1.1:1776190955.386677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.0:1776190955.386709:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.0:1776190955.386718:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001476f339. 00010000:00000010:2.0:1776190955.386734:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db6d3b2f. 00000100:00000010:2.0:1776190955.386741:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.386752:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190955.386771:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000342c7685. 02000000:00000010:2.0:1776190955.386820:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000840721fe. 00000400:00000010:2.0:1776190955.386829:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033091138. 00000400:00000010:2.0:1776190955.387232:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190955.387254:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797353984, portal 16 00000400:00000010:2.0:1776190955.387263:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190955.387265:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797353984, offset 0 00000400:00000200:2.0:1776190955.387275:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.387292:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.387306:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.387311:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.387315:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.387318:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91536:91536:256:4294967295] 192.168.202.25@tcp LPNI seq info [91536:91536:8:4294967295] 00000400:00000200:2.0:1776190955.387328:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.387334:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.387340:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540369b2 (tot 82348242). 00000800:00000200:2.0:1776190955.387347:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.387355:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.387358:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540369b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.387633:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.387641:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540369b2 (tot 82347994). 00000400:00000200:3.0:1776190955.387647:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.387653:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.387659:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:3.0:1776190955.387662:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:3.0:1776190955.387676:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797353984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.392261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc6bd059. 00010000:00000010:2.1:1776190955.393809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecae9926. 00010000:00000010:2.1:1776190955.393849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ebfdad. 00000400:00000200:2.0:1776190955.395565:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.395611:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125000 00000400:00000200:2.0:1776190955.395626:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb68a9 [1] + 224 00000400:00000200:2.0:1776190955.395653:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.395659:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.395678:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797353984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190955.395839:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033091138. 00000400:00000200:1.0:1776190955.395855:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:1.0:1776190955.395857:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00000100:00000200:1.0:1776190955.395876:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797353984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.395887:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797353984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.395933:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000840721fe. 02000000:00000010:1.0:1776190955.395946:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000342c7685. 00000100:00000010:1.0:1776190955.395954:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:1.0:1776190955.395960:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00010000:00000010:1.0:1776190955.395966:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db6d3b2f. 00000400:00000200:0.0:1776190955.404719:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.404751:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d240 00000400:00000200:0.0:1776190955.404763:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb51dd [2] + 984 00000400:00000200:0.0:1776190955.405083:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.405090:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.405103:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.405111:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:1.0:1776190955.405674:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e93b582. 00000020:00000010:1.0:1776190955.405685:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.405691:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.405733:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788212288/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190955.405781:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212288 02000000:00000010:1.0:1776190955.405806:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de3e7533. 00010000:00000010:1.0:1776190955.405845:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4da8be1. 00010000:00000010:1.0:1776190955.405871:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.405880:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.405901:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.405905:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000010:1.0:1776190955.405921:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190955.405927:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212288, offset 224 00000400:00000200:1.0:1776190955.405935:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.405949:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.405954:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91537:91537:256:4294967295] 192.168.202.25@tcp LPNI seq info [91537:91537:8:4294967295] 00000400:00000200:1.0:1776190955.405964:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.405970:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.405975:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.405981:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.405987:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.405990:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.406011:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.406015:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.406018:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e93b582. 00080000:00000010:2.0:1776190955.409293:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000840721fe. 00010000:00000010:2.0:1776190955.409464:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001476f339. 00010000:00000010:2.0:1776190955.409476:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3eebedb. 00010000:00000010:2.0:1776190955.409589:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:2.0:1776190955.409597:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001476f339. 00010000:00000010:2.0:1776190955.409616:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090796a16. 00000100:00000010:2.0:1776190955.409627:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.409638:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190955.409660:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cca1b46d. 02000000:00000010:2.0:1776190955.409707:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7d44ff1. 00000400:00000010:2.0:1776190955.409717:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000424226d7. 00000400:00000010:2.0:1776190955.409726:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190955.409736:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354048, portal 16 00000400:00000010:2.0:1776190955.409743:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190955.409746:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354048, offset 0 00000400:00000200:2.0:1776190955.409757:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.409780:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.409790:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.409794:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.409798:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.409802:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91538:91538:255:4294967295] 192.168.202.25@tcp LPNI seq info [91538:91538:7:4294967295] 00000400:00000200:2.0:1776190955.409814:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.409822:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.409827:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae59771e (tot 82348490). 00000800:00000200:2.0:1776190955.409835:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.409844:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.409849:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae59771e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.410874:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.410884:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82348242). 00000400:00000200:3.0:1776190955.410901:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.410911:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.410917:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:3.0:1776190955.410920:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000800:00000200:3.0:1776190955.411030:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.411033:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae59771e (tot 82347994). 00000400:00000200:3.0:1776190955.411037:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.411040:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.411042:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:3.0:1776190955.411043:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:3.0:1776190955.411052:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797354048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.417064:0:78379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc4417e0. 00000400:00000200:3.0:1776190955.419290:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.419313:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125040 00000400:00000200:3.0:1776190955.419324:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb68b5 [1] + 224 00000400:00000200:3.0:1776190955.419342:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.419346:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.419359:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797354048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190955.420453:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000424226d7. 00000400:00000200:1.0:1776190955.420467:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:1.0:1776190955.420471:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000100:00000200:1.0:1776190955.420489:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797354048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.420501:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797354048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.420552:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7d44ff1. 02000000:00000010:1.0:1776190955.420561:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cca1b46d. 00000100:00000010:1.0:1776190955.420571:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:1.0:1776190955.420579:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00010000:00000010:1.0:1776190955.420588:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090796a16. 00000400:00000200:0.0:1776190955.421737:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.421763:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d280 00000400:00000200:0.0:1776190955.421774:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb51dd [2] + 1312 00000400:00000200:0.0:1776190955.421884:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.421889:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.421898:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.421904:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:1.0:1776190955.422261:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e93b582. 00000020:00000010:1.0:1776190955.422273:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.422279:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.422319:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788212352/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190955.422362:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212352 02000000:00000010:1.0:1776190955.422377:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050f8aa7c. 00010000:00000010:1.0:1776190955.422418:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b9d6803. 00010000:00000010:1.0:1776190955.422450:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.422459:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.422481:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.422485:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000010:1.0:1776190955.422504:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075993ef7. 00000100:00000200:1.0:1776190955.422512:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212352, offset 224 00000400:00000200:1.0:1776190955.422522:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.422538:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.422546:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91539:91539:256:4294967295] 192.168.202.25@tcp LPNI seq info [91539:91539:8:4294967295] 00000400:00000200:1.0:1776190955.422559:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.422564:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.422569:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.422576:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.422585:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.422590:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.422619:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.422625:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.422628:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e93b582. 00080000:00000010:0.0:1776190955.422769:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3284f55. 00000800:00000200:3.0:1776190955.422832:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.422840:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:3.0:1776190955.422856:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.422869:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.422877:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:3.0:1776190955.422880:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00010000:00000010:0.0:1776190955.422936:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001476f339. 00010000:00000010:0.0:1776190955.423224:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098e075ba. 00010000:00000010:0.0:1776190955.423363:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f4bfc1d. 00010000:00000010:0.0:1776190955.423372:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021b10e4e. 00010000:00000010:0.0:1776190955.423388:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc7364dd. 00000100:00000010:0.0:1776190955.423394:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190955.423404:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190955.423421:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096895358. 02000000:00000010:0.0:1776190955.423459:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efee2105. 00000400:00000010:0.0:1776190955.423466:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190955.423476:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190955.423482:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354112, portal 16 00000400:00000010:0.0:1776190955.423488:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190955.423491:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354112, offset 0 00000400:00000200:0.0:1776190955.423500:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.423513:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.423524:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.423529:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.423534:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.423536:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91540:91540:256:4294967295] 192.168.202.25@tcp LPNI seq info [91540:91540:8:4294967295] 00000400:00000200:0.0:1776190955.423546:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.423550:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.423556:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.423562:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.423568:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.423572:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.423817:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.423821:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190955.423827:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.423833:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.423836:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:3.0:1776190955.423837:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:3.0:1776190955.423846:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797354112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.428117:0:78378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c06a67f9. 00010000:00000010:2.1:1776190955.428167:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00000400:00000200:0.0:1776190955.431638:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.431670:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125080 00000400:00000200:0.0:1776190955.431682:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb68c1 [1] + 224 00000400:00000200:0.0:1776190955.431709:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.431714:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.431730:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797354112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190955.431916:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:1.0:1776190955.431923:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:1.0:1776190955.431926:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:1.0:1776190955.431936:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797354112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.431967:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797354112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.432018:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efee2105. 02000000:00000010:1.0:1776190955.432029:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096895358. 00000100:00000010:1.0:1776190955.432034:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:1.0:1776190955.432039:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:1.0:1776190955.432044:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc7364dd. 00000400:00000200:3.0:1776190955.435178:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.435220:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d2c0 00000400:00000200:3.0:1776190955.435231:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb51dd [2] + 1640 00000400:00000200:3.0:1776190955.435338:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.435345:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.435354:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.435362:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:1.0:1776190955.435951:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e93b582. 00000020:00000010:1.0:1776190955.435968:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.435976:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.436040:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788212416/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190955.436092:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212416 02000000:00000010:1.0:1776190955.436109:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c813fc39. 00010000:00000010:1.0:1776190955.436199:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6452eb7. 00010000:00000010:1.0:1776190955.436252:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.436264:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.436289:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.436295:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00000400:00000010:1.0:1776190955.436321:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190955.436331:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212416, offset 224 00000400:00000200:1.0:1776190955.436345:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.436367:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.436376:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91541:91541:256:4294967295] 192.168.202.25@tcp LPNI seq info [91541:91541:8:4294967295] 00000400:00000200:1.0:1776190955.436389:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.436396:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.436402:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190955.436409:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.436418:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.436425:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.436457:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007ac63909. 00000020:00000010:1.0:1776190955.436463:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.436466:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e93b582. 00080000:00000010:0.0:1776190955.436595:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096895358. 00010000:00000010:0.0:1776190955.436772:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021b10e4e. 00010000:00000010:0.0:1776190955.436783:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef2776e2. 00010000:00000010:0.0:1776190955.436928:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092a571de. 00010000:00000010:0.0:1776190955.436936:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021b10e4e. 00010000:00000010:0.0:1776190955.436955:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6a1bf36. 00000100:00000010:0.0:1776190955.436961:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d29a4535. 00000100:00000010:0.0:1776190955.436972:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190955.436991:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efee2105. 02000000:00000010:0.0:1776190955.437033:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac030881. 00000400:00000010:0.0:1776190955.437043:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190955.437052:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190955.437060:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354176, portal 16 00000400:00000010:0.0:1776190955.437067:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005258e6ec. 00000100:00000200:0.0:1776190955.437069:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354176, offset 0 00000400:00000200:0.0:1776190955.437077:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.437088:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.437099:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.437105:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.437109:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.437112:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91542:91542:255:4294967295] 192.168.202.25@tcp LPNI seq info [91542:91542:7:4294967295] 00000400:00000200:0.0:1776190955.437121:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.437127:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.437172:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:0.0:1776190955.437181:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.437188:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.437190:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.437206:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.437216:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82348242). 00000400:00000200:3.0:1776190955.437229:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.437237:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.437253:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:3.0:1776190955.437255:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000800:00000200:3.0:1776190955.437314:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.437316:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190955.437320:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.437323:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.437324:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005258e6ec 00000400:00000010:3.0:1776190955.437326:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005258e6ec. 00000100:00000200:3.0:1776190955.437334:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797354176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.440721:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.440745:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1250c0 00000400:00000200:0.0:1776190955.440756:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb68cd [1] + 224 00000400:00000200:0.0:1776190955.440777:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.440781:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.440881:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797354176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190955.441004:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:1.0:1776190955.441016:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:1.0:1776190955.441020:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:1.0:1776190955.441033:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797354176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.441044:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797354176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.441091:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac030881. 02000000:00000010:1.0:1776190955.441101:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efee2105. 00000100:00000010:1.0:1776190955.441108:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:1.0:1776190955.441113:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d29a4535. 00010000:00000010:1.0:1776190955.441117:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6a1bf36. 00010000:00000010:0.1:1776190955.442925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f19eb8e. 00010000:00000010:1.1:1776190955.443188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f74ecf. 00010000:00000010:0.1:1776190955.443601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfca2ce1. 00000400:00000200:2.0:1776190955.444953:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.444987:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d300 00000400:00000200:2.0:1776190955.444999:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb51dd [2] + 1968 00000400:00000010:2.0:1776190955.445006:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005096fe5a. 00000400:00000200:2.0:1776190955.445016:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000051148a10 00000400:00000200:2.0:1776190955.445102:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.445108:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.445113:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051148a10 00000400:00000010:2.0:1776190955.445117:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000051148a10 (tot 82347842). 00000100:00000200:2.0:1776190955.445202:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190955.445976:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032c991c3. 00000020:00000010:0.0:1776190955.445990:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc9056c3. 00000020:00000010:0.0:1776190955.445997:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.446032:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f991f42 x1862468788212480/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190955.446072:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212480 02000000:00000010:0.0:1776190955.446085:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd9f6188. 00010000:00000010:0.0:1776190955.446115:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099c125ad. 00010000:00000010:0.0:1776190955.446170:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190955.446178:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000080b74f9. 00000100:00000010:0.0:1776190955.446212:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000080b74f9. 00010000:00000010:0.0:1776190955.446217:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00010000:00000010:1.1:1776190955.446235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56a59c2. 00000400:00000010:0.0:1776190955.446235:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66e3104. 00000100:00000200:0.0:1776190955.446255:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212480, offset 224 00000400:00000200:0.0:1776190955.446275:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1776190955.446298:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e93b582. 00010000:00000010:1.0:1776190955.446416:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021b10e4e. 00010000:00000010:1.0:1776190955.446424:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4806281. 00010000:00000010:1.0:1776190955.446520:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190955.446528:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190955.446544:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.446551:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.446562:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190955.446578:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006290f341. 02000000:00000010:1.0:1776190955.446610:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efee2105. 00000400:00000200:0.0:1776190955.446612:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000010:1.0:1776190955.446619:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000200:0.0:1776190955.446623:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91543:91543:256:4294967295] 192.168.202.25@tcp LPNI seq info [91543:91543:8:4294967295] 00000400:00000010:1.0:1776190955.446627:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190955.446637:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354240, portal 16 00000400:00000200:0.0:1776190955.446645:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000400:00000010:1.0:1776190955.446646:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190955.446652:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354240, offset 0 00000800:00000200:0.0:1776190955.446659:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.446666:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.446674:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348090). 00000400:00000200:1.0:1776190955.446682:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000800:00000200:0.0:1776190955.446687:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000400:00000200:1.0:1776190955.446695:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000800:00000200:0.0:1776190955.446700:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000400:00000200:1.0:1776190955.446704:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1776190955.446709:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1776190955.446712:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.446720:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91544:91544:255:4294967295] 192.168.202.25@tcp LPNI seq info [91544:91544:7:4294967295] 00000400:00000200:1.0:1776190955.446734:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.446740:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000020:00000010:0.0:1776190955.446744:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc9056c3. 00000800:00000010:1.0:1776190955.446746:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348338). 00000020:00000010:0.0:1776190955.446751:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000800:00000200:1.0:1776190955.446757:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000020:00000010:0.0:1776190955.446759:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032c991c3. 00000800:00000200:1.0:1776190955.446768:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.446773:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:0.0:1776190955.446774:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c813fc39. 00000100:00000010:0.0:1776190955.446784:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:0.0:1776190955.446792:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050f8aa7c. 00000100:00000010:0.0:1776190955.446795:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190955.446799:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de3e7533. 00000100:00000010:0.0:1776190955.446802:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190955.446805:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e59b5478. 00000100:00000010:0.0:1776190955.446807:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:0.0:1776190955.446810:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b9fdd2b. 00000100:00000010:0.0:1776190955.446812:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:0.0:1776190955.446815:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000337c6544. 00000100:00000010:0.0:1776190955.446818:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000200:0.0:1776190955.446825:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190955.446832:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e8d15af. 00000400:00000010:0.0:1776190955.446837:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000080b74f9 (tot 82348490). 00000800:00000200:2.0:1776190955.446919:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.446924:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000400:00000200:2.0:1776190955.446930:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.446936:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.446941:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:2.0:1776190955.446955:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 02000000:00000010:2.0:1776190955.446963:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd9f6188. 00000800:00000200:2.0:1776190955.447043:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.447045:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:2.0:1776190955.447054:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.447057:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.447059:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:2.0:1776190955.447061:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:2.0:1776190955.447067:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797354240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190955.455510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055a53c29. 00010000:00000010:0.1:1776190955.455535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4bfc1d. 00000400:00000200:0.0:1776190955.463412:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.463438:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125100 00000400:00000200:0.0:1776190955.463448:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb68d9 [1] + 224 00000400:00000200:0.0:1776190955.463460:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.463465:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.463478:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797354240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190955.469884:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052955fa3. 00000400:00000200:0.0:1776190955.469957:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.469973:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d340 00000400:00000200:0.0:1776190955.469981:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5235 [2] + 0 00000400:00000200:0.0:1776190955.470082:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.470088:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.470096:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.470103:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000400:00000010:1.0:1776190955.470259:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:1.0:1776190955.470266:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000020:00000010:2.0:1776190955.470275:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d44ff1. 00000400:00000010:1.0:1776190955.470276:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000020:00000010:2.0:1776190955.470293:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5471fc5. 00000020:00000010:2.0:1776190955.470300:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.470341:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788212544/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190955.470383:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212544 02000000:00000010:2.0:1776190955.470398:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071c04ee0. 00010000:00000010:2.0:1776190955.470454:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f39f33cf. 00000100:00000010:2.0:1776190955.470465:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.470473:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00010000:00000010:2.0:1776190955.470481:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f39f33cf. 00000400:00000010:2.0:1776190955.470502:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:1.0:1776190955.470541:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797354240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.470553:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797354240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190955.470584:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0d72a8d. 02000000:00000010:1.0:1776190955.470602:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efee2105. 02000000:00000010:1.0:1776190955.470609:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006290f341. 00000100:00000010:1.0:1776190955.470614:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:1.0:1776190955.470619:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190955.470622:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00080000:00000010:1.0:1776190955.470640:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efee2105. 00010000:00000010:1.0:1776190955.470751:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190955.470759:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064df829f. 00010000:00000010:1.0:1776190955.470847:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.0:1776190955.470853:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000109bc19a. 00010000:00000010:1.0:1776190955.470868:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b42d871c. 00000100:00000010:1.0:1776190955.470874:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190955.470883:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190955.470896:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b9fdd2b. 02000000:00000010:1.0:1776190955.470929:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cca1b46d. 00000400:00000010:1.0:1776190955.470934:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000100:00000200:2.0:1776190955.474122:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212544, offset 224 00000400:00000200:2.0:1776190955.474188:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.474225:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.474236:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91545:91545:256:4294967295] 192.168.202.25@tcp LPNI seq info [91545:91545:8:4294967295] 00000400:00000200:2.0:1776190955.474260:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.474269:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.474278:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155084e5 (tot 82348242). 00000800:00000200:2.0:1776190955.474291:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.474301:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.474308:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000155084e5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.474359:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5471fc5. 00000020:00000010:2.0:1776190955.474368:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.474375:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d44ff1. 00000800:00000200:2.0:1776190955.474547:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.474551:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155084e5 (tot 82347994). 00000400:00000200:2.0:1776190955.474557:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.474563:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.474569:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190955.474572:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000400:00000010:1.0:1776190955.475917:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190955.475936:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354304, portal 16 00000400:00000010:1.0:1776190955.475946:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190955.475950:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354304, offset 0 00000400:00000200:1.0:1776190955.475962:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.475985:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.475993:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.475997:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.476000:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.476003:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91546:91546:256:4294967295] 192.168.202.25@tcp LPNI seq info [91546:91546:8:4294967295] 00000400:00000200:1.0:1776190955.476012:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.476019:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.476025:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.476032:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.476040:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.476044:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.476413:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.476419:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190955.476433:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.476442:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.476448:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:2.0:1776190955.476450:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:2.0:1776190955.476462:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797354304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.479640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092bac449. 00010000:00000010:1.1:1776190955.479658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092a571de. 00010000:00000010:1.1:1776190955.488573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059126bb0. 00010000:00000010:1.1:1776190955.488592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd3b6778. 00010000:00000010:1.1:1776190955.488597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00000400:00000200:1.0:1776190955.494700:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.494721:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125140 00000400:00000200:1.0:1776190955.494730:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb68e9 [1] + 224 00000400:00000200:1.0:1776190955.494742:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.494746:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.494758:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797354304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.494803:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.494808:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d380 00000400:00000200:1.0:1776190955.494813:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5235 [2] + 328 00000400:00000200:1.0:1776190955.494868:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.494871:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.494875:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190955.494881:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:1.0:1776190955.494933:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000337c6544. 00000020:00000010:1.0:1776190955.494942:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b6b1ee13. 00000020:00000010:1.0:1776190955.494946:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.494971:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788212608/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190955.494999:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212608 02000000:00000010:1.0:1776190955.495010:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000342c7685. 00010000:00000010:1.0:1776190955.495052:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2d92c8e. 00000100:00000010:1.0:1776190955.495059:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190955.495066:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190955.495070:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2d92c8e. 00000400:00000010:1.0:1776190955.495084:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190955.495090:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212608, offset 224 00000400:00000200:1.0:1776190955.495098:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.495109:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.495115:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91547:91547:256:4294967295] 192.168.202.25@tcp LPNI seq info [91547:91547:8:4294967295] 00000400:00000200:1.0:1776190955.495125:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.495152:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.495157:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.495163:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.495169:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.495172:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1776190955.495710:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:0.0:1776190955.495716:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:0.0:1776190955.495718:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000100:00000200:0.0:1776190955.495725:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797354304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.495733:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797354304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190955.495760:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4995b64. 02000000:00000010:0.0:1776190955.495775:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cca1b46d. 02000000:00000010:0.0:1776190955.495782:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b9fdd2b. 00000100:00000010:0.0:1776190955.495791:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:0.0:1776190955.495796:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:0.0:1776190955.495798:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b42d871c. 00080000:00000010:0.0:1776190955.495816:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032c991c3. 00010000:00000010:0.0:1776190955.495917:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109bc19a. 00010000:00000010:0.0:1776190955.495924:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f7fe734. 00010000:00000010:0.0:1776190955.495996:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f4bfc1d. 00010000:00000010:0.0:1776190955.496001:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000236c6a55. 00010000:00000010:0.0:1776190955.496012:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000160920bb. 00000100:00000010:0.0:1776190955.496016:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3395053. 00000100:00000010:0.0:1776190955.496022:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190955.496034:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043e68b17. 02000000:00000010:0.0:1776190955.496057:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af1f94f1. 00000400:00000010:0.0:1776190955.496062:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190955.496066:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190955.496070:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354368, portal 16 00000400:00000010:0.0:1776190955.496074:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190955.496075:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354368, offset 0 00000400:00000200:0.0:1776190955.496081:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.496087:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.496093:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.496096:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.496099:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.496101:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91548:91548:255:4294967295] 192.168.202.25@tcp LPNI seq info [91548:91548:7:4294967295] 00000400:00000200:0.0:1776190955.496109:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.496113:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.496116:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:0.0:1776190955.496120:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.496125:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.496154:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.496946:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b6b1ee13. 00000020:00000010:1.0:1776190955.496954:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.496958:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000337c6544. 00000800:00000200:0.0:1776190955.497598:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.497602:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82348242). 00000400:00000200:0.0:1776190955.497611:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.497619:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.497623:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:0.0:1776190955.497625:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000800:00000200:0.0:1776190955.497688:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.497690:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190955.497694:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.497697:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.497699:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:0.0:1776190955.497700:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:0.0:1776190955.497709:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797354368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.501085:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.501103:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125180 00000400:00000200:3.0:1776190955.501111:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb68f5 [1] + 224 00000400:00000200:3.0:1776190955.501124:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.501854:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.501869:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797354368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190955.505353:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:1.0:1776190955.505362:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:1.0:1776190955.505364:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00000100:00000200:1.0:1776190955.505377:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797354368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.505402:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797354368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.505449:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af1f94f1. 02000000:00000010:1.0:1776190955.505457:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000043e68b17. 00000100:00000010:1.0:1776190955.505461:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:1.0:1776190955.505466:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3395053. 00010000:00000010:1.0:1776190955.505471:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000160920bb. 00000400:00000200:1.0:1776190955.506934:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.506960:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d3c0 00000400:00000200:1.0:1776190955.506971:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5235 [2] + 656 00000400:00000200:1.0:1776190955.507046:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.507051:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.507061:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190955.507069:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:3.0:1776190955.507236:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e74245b. 00000020:00000010:3.0:1776190955.507309:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.507315:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.507342:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788212672/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190955.507376:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212672 02000000:00000010:3.0:1776190955.507387:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd27af59. 00010000:00000010:3.0:1776190955.507824:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000705b03aa. 00010000:00000010:3.0:1776190955.507849:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d41d7a0. 00000100:00000010:3.0:1776190955.507856:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a12bfa2f. 00000100:00000010:3.0:1776190955.507870:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a12bfa2f. 00010000:00000010:3.0:1776190955.507874:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d41d7a0. 00000400:00000010:3.0:1776190955.507892:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d209541b. 00000100:00000200:3.0:1776190955.507898:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212672, offset 224 00000400:00000200:3.0:1776190955.507907:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.507921:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.507929:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91549:91549:256:4294967295] 192.168.202.25@tcp LPNI seq info [91549:91549:8:4294967295] 00000400:00000200:3.0:1776190955.507941:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.507946:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.507951:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190955.507957:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.507966:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.507970:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.507998:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.508014:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.508018:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e74245b. 00080000:00000010:1.0:1776190955.508122:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d5a9f65. 00010000:00000010:1.0:1776190955.508614:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000236c6a55. 00010000:00000010:1.0:1776190955.508624:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000291a0891. 00010000:00000010:1.0:1776190955.508714:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190955.508719:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6b1ee13. 00010000:00000010:1.0:1776190955.508725:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190955.508731:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00080000:00000010:1.0:1776190955.508750:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc60f7c6. 00010000:00000010:1.0:1776190955.508776:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190955.508780:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6b1ee13. 00010000:00000010:1.0:1776190955.508838:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048cc6349. 00010000:00000010:1.0:1776190955.508843:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190955.508852:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2d92c8e. 00000100:00000010:1.0:1776190955.508856:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190955.508864:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190955.508881:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6f96261. 02000000:00000010:1.0:1776190955.508912:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a360e322. 00000400:00000010:1.0:1776190955.508918:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e80e8b27. 00000400:00000010:1.0:1776190955.508923:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190955.508929:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354432, portal 16 00000400:00000010:1.0:1776190955.508933:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190955.508935:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354432, offset 0 00000400:00000200:1.0:1776190955.508942:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.508950:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.508958:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.508962:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.508965:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.508967:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91550:91550:255:4294967295] 192.168.202.25@tcp LPNI seq info [91550:91550:7:4294967295] 00000400:00000200:1.0:1776190955.508975:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.508979:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.508983:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348490). 00000800:00000200:1.0:1776190955.508987:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.508992:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.508994:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.510718:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.510727:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:0.0:1776190955.510734:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.510744:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.510750:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d209541b 00000400:00000010:0.0:1776190955.510752:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d209541b. 00000800:00000200:0.0:1776190955.510837:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.510840:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:0.0:1776190955.510848:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.510852:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.510854:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:0.0:1776190955.510856:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00000100:00000200:0.0:1776190955.510867:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001986ef5b x1862468797354432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190955.512623:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43031b7. 00010000:00000010:0.1:1776190955.512636:0:78387:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024bad301. 00010000:00000010:0.1:1776190955.512641:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073117ed0. 00000400:00000200:1.0:1776190955.513941:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.513963:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1251c0 00000400:00000200:1.0:1776190955.513973:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6901 [1] + 224 00000400:00000200:1.0:1776190955.513986:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.513990:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.514001:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001986ef5b x1862468797354432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.514037:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.514042:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d400 00000400:00000200:1.0:1776190955.514047:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5235 [2] + 984 00000400:00000200:1.0:1776190955.514058:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.514061:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.514065:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190955.514070:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:3.0:1776190955.514211:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e74245b. 00000020:00000010:3.0:1776190955.514226:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.514233:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.514285:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788212736/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190955.514325:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212736 02000000:00000010:3.0:1776190955.514339:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae990f31. 00010000:00000010:3.0:1776190955.514391:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d41d7a0. 00000100:00000010:3.0:1776190955.514401:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a12bfa2f. 00000100:00000010:3.0:1776190955.514409:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a12bfa2f. 00010000:00000010:3.0:1776190955.514414:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d41d7a0. 00000400:00000010:3.0:1776190955.514433:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190955.514440:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212736, offset 224 00000400:00000200:3.0:1776190955.514450:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.514465:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.514473:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91551:91551:256:4294967295] 192.168.202.25@tcp LPNI seq info [91551:91551:8:4294967295] 00000400:00000200:3.0:1776190955.514487:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.514493:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.514499:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190955.514506:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.514514:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.514519:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.514541:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190955.514561:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.514566:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e74245b. 00000400:00000010:2.0:1776190955.515556:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e80e8b27. 00000400:00000200:2.0:1776190955.515567:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:2.0:1776190955.515570:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00000100:00000200:2.0:1776190955.515586:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001986ef5b x1862468797354432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.515596:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001986ef5b x1862468797354432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190955.515637:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e42990ea. 02000000:00000010:2.0:1776190955.515666:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a360e322. 02000000:00000010:2.0:1776190955.515675:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6f96261. 00000100:00000010:2.0:1776190955.515679:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 00000100:00000010:2.0:1776190955.515685:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:2.0:1776190955.515689:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2d92c8e. 00080000:00000010:2.0:1776190955.515714:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4b7a804. 00010000:00000010:2.0:1776190955.515837:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:2.0:1776190955.515846:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6b8a235. 00010000:00000010:2.0:1776190955.515924:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.0:1776190955.515930:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000348ecac7. 00010000:00000010:2.0:1776190955.515943:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f39f33cf. 00000100:00000010:2.0:1776190955.515950:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.515959:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 02000000:00000010:2.0:1776190955.515972:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000311d87fa. 02000000:00000010:2.0:1776190955.516001:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013c3e04d. 00000400:00000010:2.0:1776190955.516006:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcd184b9. 00000400:00000010:2.0:1776190955.516011:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190955.516017:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354496, portal 16 00000400:00000010:2.0:1776190955.516022:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190955.516025:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354496, offset 0 00000400:00000200:2.0:1776190955.516033:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.516049:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.516058:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.516062:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.516066:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.516069:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91552:91552:255:4294967295] 192.168.202.25@tcp LPNI seq info [91552:91552:7:4294967295] 00000400:00000200:2.0:1776190955.516080:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.516086:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.516091:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155084e5 (tot 82348490). 00000800:00000200:2.0:1776190955.516097:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.516103:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.516106:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000155084e5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.516284:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.516288:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:1.0:1776190955.516294:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.516300:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.516304:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:1.0:1776190955.516306:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000800:00000200:1.0:1776190955.516476:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.516478:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155084e5 (tot 82347994). 00000400:00000200:1.0:1776190955.516482:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.516485:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.516488:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:1.0:1776190955.516489:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:1.0:1776190955.516494:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ee37c4 x1862468797354496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.518605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006254750a. 00010000:00000010:1.1:1776190955.519860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007102821f. 00010000:00000010:1.1:1776190955.519878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4bfc1d. 00010000:00000010:1.1:1776190955.519883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190955.519886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00000400:00000200:3.0:1776190955.527355:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.527381:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125200 00000400:00000200:3.0:1776190955.527394:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb690d [1] + 224 00000400:00000200:3.0:1776190955.527414:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.527419:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.527434:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ee37c4 x1862468797354496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190955.527633:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcd184b9. 00000400:00000200:2.0:1776190955.527644:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190955.527646:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:2.0:1776190955.527661:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ee37c4 x1862468797354496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.527672:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ee37c4 x1862468797354496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190955.527706:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013c3e04d. 02000000:00000010:2.0:1776190955.527711:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000311d87fa. 00000100:00000010:2.0:1776190955.527715:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 00000100:00000010:2.0:1776190955.527719:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00010000:00000010:2.0:1776190955.527723:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f39f33cf. 00010000:00000010:2.1:1776190955.530048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b29bf0e7. 00010000:00000010:2.1:1776190955.530062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f39de5. 00010000:00000010:2.1:1776190955.530067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048cc6349. 00000400:00000200:1.0:1776190955.539661:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.539681:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d440 00000400:00000200:1.0:1776190955.539690:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5235 [2] + 1312 00000400:00000200:1.0:1776190955.539755:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.539760:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.539767:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190955.539773:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:3.0:1776190955.539883:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a61c861. 00000020:00000010:3.0:1776190955.539890:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a2126339. 00000020:00000010:3.0:1776190955.539896:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.539997:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788212800/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190955.540077:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212800 02000000:00000010:3.0:1776190955.540095:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000e74245b. 00010000:00000010:3.0:1776190955.540165:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9d2f41e. 00010000:00000010:3.0:1776190955.540205:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d41d7a0. 00000100:00000010:3.0:1776190955.540213:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0c44d41. 00000100:00000010:3.0:1776190955.540228:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0c44d41. 00010000:00000010:3.0:1776190955.540231:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d41d7a0. 00000400:00000010:3.0:1776190955.540258:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190955.540265:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212800, offset 224 00000400:00000200:3.0:1776190955.540637:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.540650:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.540656:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91553:91553:256:4294967295] 192.168.202.25@tcp LPNI seq info [91553:91553:8:4294967295] 00000400:00000200:3.0:1776190955.540667:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.540672:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.540677:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190955.540684:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.540691:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.540695:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.540717:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a2126339. 00000020:00000010:3.0:1776190955.540731:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.540735:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a61c861. 00000800:00000200:0.0:1776190955.542704:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.542715:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190955.542726:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.542737:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.542745:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:0.0:1776190955.542748:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00080000:00000010:2.0:1776190955.544691:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c3e04d. 00010000:00000010:2.0:1776190955.544809:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000348ecac7. 00010000:00000010:2.0:1776190955.544819:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d41a694. 00010000:00000010:2.0:1776190955.544921:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.0:1776190955.544929:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000348ecac7. 00010000:00000010:2.0:1776190955.544947:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f39f33cf. 00000100:00000010:2.0:1776190955.544957:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.544969:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 02000000:00000010:2.0:1776190955.544987:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d394ad61. 02000000:00000010:2.0:1776190955.545023:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ecfa6b2. 00000400:00000010:2.0:1776190955.545030:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcd184b9. 00000400:00000010:2.0:1776190955.545037:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190955.545045:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354560, portal 16 00000400:00000010:2.0:1776190955.545053:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190955.545055:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354560, offset 0 00000400:00000200:2.0:1776190955.545066:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.545086:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.545095:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.545100:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.545102:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.545106:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91554:91554:256:4294967295] 192.168.202.25@tcp LPNI seq info [91554:91554:8:4294967295] 00000400:00000200:2.0:1776190955.545118:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.545125:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.545166:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae577358 (tot 82348242). 00000800:00000200:2.0:1776190955.545174:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.545702:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.545708:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae577358 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.545977:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.545982:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae577358 (tot 82347994). 00000400:00000200:1.0:1776190955.545987:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.545993:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.545998:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:1.0:1776190955.546001:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000100:00000200:1.0:1776190955.546011:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ee37c4 x1862468797354560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.550472:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.550499:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125240 00000400:00000200:1.0:1776190955.550510:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6919 [1] + 224 00000400:00000200:1.0:1776190955.550532:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.550536:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.550552:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ee37c4 x1862468797354560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190955.550774:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcd184b9. 00000400:00000200:3.0:1776190955.550780:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:3.0:1776190955.550783:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:3.0:1776190955.550792:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ee37c4 x1862468797354560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.550802:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ee37c4 x1862468797354560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190955.550845:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ecfa6b2. 02000000:00000010:3.0:1776190955.550852:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d394ad61. 00000100:00000010:3.0:1776190955.550859:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 00000100:00000010:3.0:1776190955.550864:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00010000:00000010:3.0:1776190955.550870:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f39f33cf. 00000400:00000200:0.0:1776190955.566283:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.566325:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d480 00000400:00000200:0.0:1776190955.566337:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5235 [2] + 1640 00000400:00000200:0.0:1776190955.566444:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.566451:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.566461:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.566469:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:3.0:1776190955.566596:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7c31ad8. 00000020:00000010:3.0:1776190955.566612:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190955.566619:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.566665:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788212864/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190955.566857:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212864 02000000:00000010:3.0:1776190955.566872:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d022df5e. 00010000:00000010:3.0:1776190955.566914:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbfb3c17. 00010000:00000010:3.0:1776190955.566947:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d41d7a0. 00000100:00000010:3.0:1776190955.566956:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b55a31f. 00000100:00000010:3.0:1776190955.566975:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b55a31f. 00010000:00000010:3.0:1776190955.566979:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d41d7a0. 00000400:00000010:3.0:1776190955.566999:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852427f8. 00000100:00000200:3.0:1776190955.567007:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212864, offset 224 00000400:00000200:3.0:1776190955.567017:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.567037:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.567045:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91555:91555:256:4294967295] 192.168.202.25@tcp LPNI seq info [91555:91555:8:4294967295] 00000400:00000200:3.0:1776190955.567057:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.567063:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.567069:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190955.567077:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.567087:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.567092:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.567115:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190955.567146:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.567150:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7c31ad8. 00080000:00000010:2.0:1776190955.567288:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2b92d4f. 00000800:00000200:0.0:1776190955.567336:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.567341:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190955.567346:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.567363:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.567370:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852427f8 00000400:00000010:0.0:1776190955.567372:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852427f8. 00010000:00000010:2.0:1776190955.568612:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000348ecac7. 00010000:00000010:2.0:1776190955.568627:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000884c5f24. 00010000:00000010:2.0:1776190955.568733:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.0:1776190955.568739:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000348ecac7. 00010000:00000010:2.0:1776190955.568751:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f125056. 00000100:00000010:2.0:1776190955.568758:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014ed6dde. 00000100:00000010:2.0:1776190955.568767:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 02000000:00000010:2.0:1776190955.568781:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f80061e0. 02000000:00000010:2.0:1776190955.568818:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f78ea7d4. 00000400:00000010:2.0:1776190955.568826:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d86fc3c. 00000400:00000010:2.0:1776190955.568833:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190955.568841:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354624, portal 16 00000400:00000010:2.0:1776190955.568846:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190955.568848:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354624, offset 0 00000400:00000200:2.0:1776190955.568857:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.568875:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.568884:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.568889:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.568892:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.568896:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91556:91556:256:4294967295] 192.168.202.25@tcp LPNI seq info [91556:91556:8:4294967295] 00000400:00000200:2.0:1776190955.568906:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.568912:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.568915:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000960f70b0 (tot 82348242). 00000800:00000200:2.0:1776190955.568921:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.568926:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.568931:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000960f70b0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190955.569012:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157977a. 00000800:00000200:1.0:1776190955.569894:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.569899:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000960f70b0 (tot 82347994). 00000400:00000200:1.0:1776190955.569905:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.569912:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.569917:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:1.0:1776190955.569919:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000100:00000200:1.0:1776190955.569926:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000685efc40 x1862468797354624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.571980:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e59b5f11. 00010000:00000010:2.1:1776190955.572000:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.1:1776190955.576176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c98a6a. 00010000:00000010:2.1:1776190955.576189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:3.1:1776190955.577052:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000495990f3. 00000400:00000200:1.0:1776190955.581792:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.581812:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125280 00000400:00000200:1.0:1776190955.581821:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6925 [1] + 224 00000400:00000200:1.0:1776190955.581835:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.581839:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.581849:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000685efc40 x1862468797354624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190955.585108:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d86fc3c. 00000400:00000200:0.0:1776190955.585118:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:0.0:1776190955.585120:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:0.0:1776190955.585156:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000685efc40 x1862468797354624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.585168:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000685efc40 x1862468797354624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.585202:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f78ea7d4. 02000000:00000010:0.0:1776190955.585208:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f80061e0. 00000100:00000010:0.0:1776190955.585212:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000100:00000010:0.0:1776190955.585216:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014ed6dde. 00010000:00000010:0.0:1776190955.585221:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f125056. 00000400:00000200:0.0:1776190955.588505:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.588532:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d4c0 00000400:00000200:0.0:1776190955.588544:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5235 [2] + 1968 00000400:00000010:0.0:1776190955.588553:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aa0d4e57. 00000400:00000200:0.0:1776190955.588561:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eef3ddda 00000400:00000200:0.0:1776190955.588655:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.588660:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.588666:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eef3ddda 00000400:00000010:0.0:1776190955.588668:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eef3ddda (tot 82347842). 00000100:00000200:0.0:1776190955.588678:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190955.600935:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a61c861. 00000020:00000010:3.0:1776190955.600952:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.600958:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.601002:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000043ae8dbd x1862468788212928/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190955.601042:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212928 02000000:00000010:3.0:1776190955.601054:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e7c31ad8. 00010000:00000010:3.0:1776190955.601092:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001925dec7. 00010000:00000010:3.0:1776190955.601119:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d41d7a0. 00000100:00000010:3.0:1776190955.601162:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002b55a31f. 00000100:00000010:3.0:1776190955.601177:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002b55a31f. 00010000:00000010:3.0:1776190955.601180:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d41d7a0. 00000400:00000010:3.0:1776190955.601196:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190955.601203:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212928, offset 224 00000400:00000200:3.0:1776190955.601211:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.601228:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.601234:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91557:91557:256:4294967295] 192.168.202.25@tcp LPNI seq info [91557:91557:8:4294967295] 00000400:00000200:3.0:1776190955.601258:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.601266:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.601272:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348090). 00000800:00000200:3.0:1776190955.601281:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.601290:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.601295:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.601321:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.601335:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.601339:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a61c861. 02000000:00000010:3.0:1776190955.601350:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d022df5e. 00000100:00000010:3.0:1776190955.601812:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 02000000:00000010:3.0:1776190955.601818:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000e74245b. 00000100:00000010:3.0:1776190955.601820:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:3.0:1776190955.601825:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae990f31. 00000100:00000010:3.0:1776190955.601827:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:3.0:1776190955.601832:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd27af59. 00000100:00000010:3.0:1776190955.601834:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:3.0:1776190955.601837:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000342c7685. 00000100:00000010:3.0:1776190955.601841:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:3.0:1776190955.601845:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071c04ee0. 00000100:00000010:3.0:1776190955.601848:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000200:3.0:1776190955.601856:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190955.601864:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cf657110. 00000400:00000010:3.0:1776190955.601868:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002b55a31f (tot 82348242). 00000800:00000200:3.0:1776190955.601983:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.601987:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:3.0:1776190955.601992:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.601999:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.602004:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190955.602006:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 02000000:00000010:3.0:1776190955.602010:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e7c31ad8. 00080000:00000010:3.0:1776190955.602039:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7c31ad8. 00010000:00000010:3.0:1776190955.602180:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000348ecac7. 00010000:00000010:3.0:1776190955.602189:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004eaf1fee. 00010000:00000010:3.0:1776190955.602285:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005428253a. 00010000:00000010:3.0:1776190955.602292:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190955.602303:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001d41d7a0. 00000100:00000010:3.0:1776190955.602308:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190955.602317:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190955.602329:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd27af59. 02000000:00000010:3.0:1776190955.602368:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae990f31. 00000400:00000010:3.0:1776190955.602373:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a4c5a15c. 00000400:00000010:3.0:1776190955.602377:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190955.602753:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354688, portal 16 00000400:00000010:3.0:1776190955.602760:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000316ad9a. 00000100:00000200:3.0:1776190955.602762:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354688, offset 0 00000400:00000200:3.0:1776190955.602770:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.602782:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.602790:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.602794:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.602797:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.602800:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91558:91558:256:4294967295] 192.168.202.25@tcp LPNI seq info [91558:91558:8:4294967295] 00000400:00000200:3.0:1776190955.602810:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.602815:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.602820:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190955.602825:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.602831:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.602835:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.604193:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.604203:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:2.0:1776190955.604212:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.604222:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.604228:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000316ad9a 00000400:00000010:2.0:1776190955.604231:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000316ad9a. 00000100:00000200:2.0:1776190955.604248:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797354688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.606030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002913f92d. 00010000:00000010:3.1:1776190955.610270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1317d59. 00010000:00000010:3.1:1776190955.610290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00000400:00000200:3.0:1776190955.622703:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.622734:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1252c0 00000400:00000200:3.0:1776190955.622746:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6935 [1] + 224 00000400:00000200:3.0:1776190955.622763:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.622767:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.622796:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797354688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.622843:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.622848:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d500 00000400:00000200:3.0:1776190955.622855:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb528d [2] + 0 00000400:00000200:3.0:1776190955.622867:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.622870:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.622874:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.622881:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:3.0:1776190955.622943:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e74245b. 00000020:00000010:3.0:1776190955.622951:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.622958:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.622992:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788212992/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:1.0:1776190955.623059:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a4c5a15c. 00000400:00000200:1.0:1776190955.623067:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:1.0:1776190955.623069:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:1.0:1776190955.623076:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797354688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.623084:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797354688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.623119:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae990f31. 02000000:00000010:1.0:1776190955.623125:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dd27af59. 00000100:00000010:1.0:1776190955.623157:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:1.0:1776190955.623163:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:1.0:1776190955.623169:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001d41d7a0. 00000100:00000200:3.0:1776190955.624699:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788212992 02000000:00000010:3.0:1776190955.624730:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d022df5e. 00010000:00000010:3.0:1776190955.624779:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c133d5b. 00010000:00000010:3.0:1776190955.624819:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd49e3a1. 00000100:00000010:3.0:1776190955.624828:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190955.624844:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:3.0:1776190955.624849:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd49e3a1. 00000400:00000010:3.0:1776190955.624870:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190955.624877:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788212992, offset 224 00000400:00000200:3.0:1776190955.624889:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.624912:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.624922:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91559:91559:256:4294967295] 192.168.202.25@tcp LPNI seq info [91559:91559:8:4294967295] 00000400:00000200:3.0:1776190955.624935:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.624942:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.624948:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190955.624957:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.624966:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.624970:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.624998:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.625017:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.625022:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e74245b. 00000800:00000200:3.0:1776190955.625181:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.625186:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190955.625190:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.625195:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.625200:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:3.0:1776190955.625202:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00080000:00000010:3.0:1776190955.625253:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e74245b. 00010000:00000010:3.0:1776190955.625357:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190955.625365:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7b992bd. 00010000:00000010:3.0:1776190955.625935:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db0983e5. 00010000:00000010:3.0:1776190955.625941:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000d81e538. 00010000:00000010:3.0:1776190955.625947:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190955.625954:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00080000:00000010:3.0:1776190955.625971:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a61c861. 00010000:00000010:3.0:1776190955.626005:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190955.626009:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d81e538. 00010000:00000010:3.0:1776190955.626082:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aafa1940. 00010000:00000010:3.0:1776190955.626086:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190955.626094:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd49e3a1. 00000100:00000010:3.0:1776190955.626101:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190955.626110:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190955.626125:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005158ce3d. 02000000:00000010:3.0:1776190955.626298:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd27af59. 00000400:00000010:3.0:1776190955.626307:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e5fdfb1. 00000400:00000010:3.0:1776190955.626313:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190955.626321:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354752, portal 16 00000400:00000010:3.0:1776190955.626327:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190955.626329:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354752, offset 0 00000400:00000200:3.0:1776190955.626337:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.626353:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.626362:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.626366:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.626369:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.626372:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91560:91560:256:4294967295] 192.168.202.25@tcp LPNI seq info [91560:91560:8:4294967295] 00000400:00000200:3.0:1776190955.626482:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.626489:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.626494:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190955.626501:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.626509:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.626512:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.631677:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.631685:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190955.631693:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.631702:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.631708:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:0.0:1776190955.631710:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:0.0:1776190955.631720:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797354752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.633437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be806d2a. 00010000:00000010:3.1:1776190955.633452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9fe487d. 00010000:00000010:3.1:1776190955.633456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:3.1:1776190955.633458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db0983e5. 00010000:00000010:3.1:1776190955.633461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00000400:00000200:3.0:1776190955.633559:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.633576:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125300 00000400:00000200:3.0:1776190955.633586:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6941 [1] + 224 00000400:00000200:3.0:1776190955.633598:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.633602:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.633614:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797354752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.633657:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.633662:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d540 00000400:00000200:3.0:1776190955.633667:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb528d [2] + 328 00000400:00000200:3.0:1776190955.633676:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.633678:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.633682:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.633688:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000400:00000010:0.0:1776190955.633954:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e5fdfb1. 00000400:00000200:0.0:1776190955.633961:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:0.0:1776190955.633962:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000100:00000200:0.0:1776190955.633969:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797354752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.633976:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797354752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.634009:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd27af59. 02000000:00000010:0.0:1776190955.634016:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005158ce3d. 00000100:00000010:0.0:1776190955.634019:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:0.0:1776190955.634023:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:0.0:1776190955.634027:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd49e3a1. 00000020:00000010:2.0:1776190955.635972:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000814d07ca. 00000020:00000010:2.0:1776190955.635989:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000084e46683. 00000020:00000010:2.0:1776190955.635993:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.636040:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788213056/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190955.637623:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213056 02000000:00000010:2.0:1776190955.637645:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f1c1a9a. 00010000:00000010:2.0:1776190955.637694:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8e1e472. 00010000:00000010:2.0:1776190955.637720:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0ff461c. 00000100:00000010:2.0:1776190955.637729:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190955.637753:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190955.637758:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0ff461c. 00000400:00000010:2.0:1776190955.637775:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190955.637794:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213056, offset 224 00000400:00000200:2.0:1776190955.637806:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.637829:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.637836:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91561:91561:256:4294967295] 192.168.202.25@tcp LPNI seq info [91561:91561:8:4294967295] 00000400:00000200:2.0:1776190955.637846:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.637853:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.637858:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009d8d384 (tot 82348242). 00000800:00000200:2.0:1776190955.637867:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.637876:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.637881:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009d8d384 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.637908:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000084e46683. 00000020:00000010:2.0:1776190955.637913:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.637918:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000814d07ca. 00080000:00000010:1.0:1776190955.637983:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aefe448a. 00010000:00000010:1.0:1776190955.638111:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:1.0:1776190955.638120:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2c3d10a. 00010000:00000010:1.0:1776190955.638265:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190955.638273:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190955.638288:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da0fb2ec. 00000100:00000010:1.0:1776190955.638293:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190955.638303:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190955.638317:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000214eca28. 02000000:00000010:1.0:1776190955.638350:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a039ffa6. 00000400:00000010:1.0:1776190955.638356:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efc290ab. 00000400:00000010:1.0:1776190955.638362:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190955.638368:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354816, portal 16 00000400:00000010:1.0:1776190955.638373:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190955.638375:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354816, offset 0 00000400:00000200:1.0:1776190955.638380:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.638387:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.638397:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.638402:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.638405:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.638407:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91562:91562:255:4294967295] 192.168.202.25@tcp LPNI seq info [91562:91562:7:4294967295] 00000400:00000200:1.0:1776190955.638415:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.638420:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.638423:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348490). 00000800:00000200:1.0:1776190955.638428:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.638432:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.638434:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.641205:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.641216:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009d8d384 (tot 82348242). 00000400:00000200:3.0:1776190955.641231:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.641252:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.641269:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:3.0:1776190955.641272:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000800:00000200:3.0:1776190955.641368:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.641370:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:3.0:1776190955.641382:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.641386:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.641388:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:3.0:1776190955.641391:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00000100:00000200:3.0:1776190955.641404:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797354816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.649355:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.649381:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125340 00000400:00000200:0.0:1776190955.649392:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb694d [1] + 224 00000400:00000200:0.0:1776190955.649406:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.649410:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.649426:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797354816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.649470:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.649475:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d580 00000400:00000200:0.0:1776190955.649481:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb528d [2] + 656 00000400:00000200:0.0:1776190955.649490:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.649493:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.649497:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.649504:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:0.0:1776190955.649558:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007872efc2. 00000020:00000010:0.0:1776190955.649564:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.649569:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.649596:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788213120/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190955.649627:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213120 02000000:00000010:0.0:1776190955.649640:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d283df2. 00010000:00000010:0.0:1776190955.649689:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190955.649698:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190955.649706:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190955.649710:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00000400:00000010:0.0:1776190955.649726:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190955.649731:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213120, offset 224 00000400:00000200:0.0:1776190955.649738:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.649765:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.649770:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91563:91563:256:4294967295] 192.168.202.25@tcp LPNI seq info [91563:91563:8:4294967295] 00000400:00000010:2.0:1776190955.649969:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efc290ab. 00000400:00000200:2.0:1776190955.649976:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:2.0:1776190955.649978:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:2.0:1776190955.649984:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797354816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.649992:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797354816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190955.650017:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062e2853d. 02000000:00000010:2.0:1776190955.650037:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a039ffa6. 02000000:00000010:2.0:1776190955.650043:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000214eca28. 00000100:00000010:2.0:1776190955.650047:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:2.0:1776190955.650051:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:2.0:1776190955.650054:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da0fb2ec. 00080000:00000010:2.0:1776190955.650072:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000814d07ca. 00010000:00000010:2.0:1776190955.650213:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:2.0:1776190955.650220:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c419d994. 00010000:00000010:2.0:1776190955.650319:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.0:1776190955.650325:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190955.650337:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0ff461c. 00000100:00000010:2.0:1776190955.650342:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190955.650350:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190955.650361:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da4c2949. 02000000:00000010:2.0:1776190955.650390:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071c04ee0. 00000400:00000010:2.0:1776190955.650396:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a83f954d. 00000400:00000010:2.0:1776190955.650400:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190955.650404:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354880, portal 16 00000400:00000010:2.0:1776190955.650408:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190955.650410:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354880, offset 0 00000400:00000200:2.0:1776190955.650416:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.651258:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.651268:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.651275:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.651285:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.651295:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.651299:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.651351:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.651360:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.651365:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007872efc2. 00000800:00000200:1.0:1776190955.651548:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.651553:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190955.651559:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.651565:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.651570:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:1.0:1776190955.651573:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000400:00000200:2.0:1776190955.654507:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.654520:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.654524:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.654529:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.654533:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91564:91564:255:4294967295] 192.168.202.25@tcp LPNI seq info [91564:91564:7:4294967295] 00000400:00000200:2.0:1776190955.654548:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.654560:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.654571:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fadc9db4 (tot 82348242). 00000800:00000200:2.0:1776190955.654582:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.654590:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.654595:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fadc9db4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.655972:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.655981:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fadc9db4 (tot 82347994). 00000400:00000200:1.0:1776190955.655990:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.656000:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.656007:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:1.0:1776190955.656009:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:1.0:1776190955.656022:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797354880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.657319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1a491db. 00010000:00000010:1.1:1776190955.661427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095b92511. 00010000:00000010:1.1:1776190955.661444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aafa1940. 00000400:00000200:3.0:1776190955.663325:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.663345:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125380 00000400:00000200:3.0:1776190955.663354:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6959 [1] + 224 00000400:00000200:3.0:1776190955.663368:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.663373:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.663397:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797354880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.663436:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.663442:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d5c0 00000400:00000200:3.0:1776190955.663448:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb528d [2] + 984 00000400:00000200:3.0:1776190955.663460:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.663463:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.663467:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.663474:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000020:00000010:0.0:1776190955.663591:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007872efc2. 00000020:00000010:0.0:1776190955.663602:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.663609:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.663644:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788213184/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190955.663685:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213184 02000000:00000010:0.0:1776190955.663699:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000187a2875. 00010000:00000010:0.0:1776190955.663745:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190955.663754:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190955.663762:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190955.663765:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00000400:00000010:0.0:1776190955.663785:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190955.663791:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213184, offset 224 00000400:00000200:0.0:1776190955.663800:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.663812:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.663819:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91565:91565:256:4294967295] 192.168.202.25@tcp LPNI seq info [91565:91565:8:4294967295] 00000400:00000200:0.0:1776190955.663830:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.663836:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.663841:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.663847:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.663854:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.663858:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.663880:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.663884:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.663888:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007872efc2. 00000800:00000200:0.0:1776190955.664011:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.664016:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190955.664021:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.664025:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.664029:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:0.0:1776190955.664031:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000400:00000010:1.0:1776190955.664163:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a83f954d. 00000400:00000200:1.0:1776190955.664169:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:1.0:1776190955.664170:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000100:00000200:1.0:1776190955.664178:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797354880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.664185:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797354880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190955.664208:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f7e83c6. 02000000:00000010:1.0:1776190955.664221:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071c04ee0. 02000000:00000010:1.0:1776190955.664227:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da4c2949. 00000100:00000010:1.0:1776190955.664230:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:1.0:1776190955.664233:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:1.0:1776190955.664235:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0ff461c. 00080000:00000010:1.0:1776190955.664265:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2a5b6af. 00010000:00000010:1.0:1776190955.664356:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:1.0:1776190955.664365:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbed9275. 00010000:00000010:1.0:1776190955.664452:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057d71491. 00010000:00000010:1.0:1776190955.664459:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190955.664471:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190955.664475:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190955.664481:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190955.664494:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fc25349. 02000000:00000010:1.0:1776190955.664524:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f49a50ee. 00000400:00000010:1.0:1776190955.664529:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc6a8ee2. 00000400:00000010:1.0:1776190955.664534:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190955.664541:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797354944, portal 16 00000400:00000010:1.0:1776190955.664546:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190955.664547:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797354944, offset 0 00000400:00000200:1.0:1776190955.664553:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.664560:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.664569:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.664573:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.664577:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.664579:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91566:91566:256:4294967295] 192.168.202.25@tcp LPNI seq info [91566:91566:8:4294967295] 00000400:00000200:1.0:1776190955.664587:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.664592:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.664596:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190955.664601:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.664605:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.664607:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.664735:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.664738:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:0.0:1776190955.664743:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.664747:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.664750:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:0.0:1776190955.664751:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:0.0:1776190955.664756:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797354944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.668509:0:78394:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000074efb6d. 00010000:00000010:2.1:1776190955.668528:0:78394:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adcdfe44. 00010000:00000010:2.1:1776190955.668533:0:78394:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00000400:00000200:2.0:1776190955.669315:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.669334:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1253c0 00000400:00000200:2.0:1776190955.669344:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6965 [1] + 224 00000400:00000200:2.0:1776190955.669356:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.669360:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.669373:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797354944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.669424:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.669429:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d600 00000400:00000200:2.0:1776190955.669434:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb528d [2] + 1312 00000400:00000200:2.0:1776190955.669492:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.669496:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.669499:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.669507:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 00000400:00000010:1.0:1776190955.669597:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc6a8ee2. 00000400:00000200:1.0:1776190955.669603:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:1.0:1776190955.669605:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00000100:00000200:1.0:1776190955.669611:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797354944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.669619:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797354944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190955.669650:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f49a50ee. 02000000:00000010:1.0:1776190955.669658:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fc25349. 00000100:00000010:1.0:1776190955.669662:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:1.0:1776190955.669666:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:1.0:1776190955.669669:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00000020:00000010:3.0:1776190955.674271:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cca71eb. 00000020:00000010:3.0:1776190955.674290:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.674297:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.674395:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e1b58e5 x1862468788213248/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190955.674440:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213248 02000000:00000010:3.0:1776190955.674455:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b93eda2. 00010000:00000010:3.0:1776190955.674499:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050b2060f. 00010000:00000010:3.0:1776190955.674528:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007c89d0e. 00000100:00000010:3.0:1776190955.674540:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190955.674565:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00080000:00000010:0.0:1776190955.674616:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007872efc2. 00010000:00000010:0.0:1776190955.674763:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:3.0:1776190955.674818:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007c89d0e. 00010000:00000010:3.0:1776190955.674830:0:64666:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008dfd1de5. 00010000:00000010:0.0:1776190955.674857:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.0:1776190955.674865:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed18e400. 00010000:00000010:0.0:1776190955.674877:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190955.674886:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190955.674896:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190955.674910:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab974619. 02000000:00000010:0.0:1776190955.674952:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c1e5cbd. 00000400:00000010:0.0:1776190955.674959:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba2a778d. 00000400:00000010:0.0:1776190955.674967:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190955.674975:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355008, portal 16 00000400:00000010:0.0:1776190955.674980:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190955.674983:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355008, offset 0 00000400:00000200:0.0:1776190955.674993:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.675012:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.675019:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.675023:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.675026:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.675030:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91567:91567:256:4294967295] 192.168.202.25@tcp LPNI seq info [91567:91567:8:4294967295] 00000400:00000200:0.0:1776190955.675044:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.675050:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000400:00000010:3.0:1776190955.675056:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000898e8621. 00000800:00000010:0.0:1776190955.675056:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000100:00000200:3.0:1776190955.675065:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213248, offset 224 00000800:00000200:0.0:1776190955.675066:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000400:00000200:3.0:1776190955.675079:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:0.0:1776190955.675083:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.675089:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776190955.675098:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.675106:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91568:91568:255:4294967295] 192.168.202.25@tcp LPNI seq info [91568:91568:7:4294967295] 00000400:00000200:3.0:1776190955.675123:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.675166:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.675171:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190955.675178:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.675184:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.675188:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.675207:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d81e538. 00000800:00000200:0.0:1776190955.675213:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.675219:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000400:00000200:0.0:1776190955.675224:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1776190955.675227:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000400:00000200:0.0:1776190955.675233:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000020:00000010:3.0:1776190955.675235:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cca71eb. 00000400:00000200:0.0:1776190955.675247:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:0.0:1776190955.675253:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:0.0:1776190955.675263:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797355008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1776190955.675337:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.675340:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:0.0:1776190955.675343:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.675346:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.675349:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000898e8621 00000400:00000010:0.0:1776190955.675350:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000898e8621. 00010000:00000010:1.1:1776190955.681846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b7aed3. 00010000:00000010:1.1:1776190955.681864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0e09203. 00010000:00000010:1.1:1776190955.681869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00000400:00000200:3.0:1776190955.682492:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.682517:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125400 00000400:00000200:3.0:1776190955.682529:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb696d [1] + 224 00000400:00000200:3.0:1776190955.682544:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.682548:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.682562:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797355008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190955.682785:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba2a778d. 00000400:00000200:0.0:1776190955.682792:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:0.0:1776190955.682794:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:0.0:1776190955.682809:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797355008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.682820:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797355008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.682860:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c1e5cbd. 02000000:00000010:0.0:1776190955.682868:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab974619. 00000100:00000010:0.0:1776190955.682873:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190955.682879:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190955.682884:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00000400:00000200:3.0:1776190955.683115:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.683128:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d640 00000400:00000200:3.0:1776190955.683167:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb528d [2] + 1640 00000400:00000200:3.0:1776190955.683197:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.683201:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.683207:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.683215:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:0.0:1776190955.683715:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab974619. 00000020:00000010:0.0:1776190955.683725:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.683730:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.683760:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788213312/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190955.683790:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213312 02000000:00000010:0.0:1776190955.683802:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c1e5cbd. 00010000:00000010:0.0:1776190955.683833:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daa948db. 00010000:00000010:0.0:1776190955.683854:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190955.683860:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190955.683869:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190955.683873:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00000400:00000010:0.0:1776190955.683886:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190955.683891:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213312, offset 224 00000400:00000200:0.0:1776190955.683899:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.683915:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.683922:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91569:91569:256:4294967295] 192.168.202.25@tcp LPNI seq info [91569:91569:8:4294967295] 00000400:00000200:0.0:1776190955.683935:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.683953:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.683959:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.683966:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.683974:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.683979:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.684001:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.684005:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.684008:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab974619. 00000800:00000200:0.0:1776190955.684165:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.684169:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190955.684174:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.684180:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.684183:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:0.0:1776190955.684186:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00080000:00000010:0.0:1776190955.684217:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab974619. 00010000:00000010:0.0:1776190955.684317:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed18e400. 00010000:00000010:0.0:1776190955.684324:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3510fe8. 00010000:00000010:0.0:1776190955.684431:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89b9daf. 00010000:00000010:0.0:1776190955.684435:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e2551fa0. 00010000:00000010:0.0:1776190955.684440:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.0:1776190955.684445:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed18e400. 00080000:00000010:0.0:1776190955.684459:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043e68b17. 00010000:00000010:0.0:1776190955.684484:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed18e400. 00010000:00000010:0.0:1776190955.684488:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2551fa0. 00010000:00000010:0.0:1776190955.684544:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd639ad5. 00010000:00000010:0.0:1776190955.684548:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed18e400. 00010000:00000010:0.0:1776190955.684556:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190955.684561:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190955.684569:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190955.684581:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af1f94f1. 02000000:00000010:0.0:1776190955.684609:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd9f6188. 00000400:00000010:0.0:1776190955.684614:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba2a778d. 00000400:00000010:0.0:1776190955.684618:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190955.684623:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355072, portal 16 00000400:00000010:0.0:1776190955.684628:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190955.684631:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355072, offset 0 00000400:00000200:0.0:1776190955.684636:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.684644:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.684652:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.684657:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.684662:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.684664:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91570:91570:256:4294967295] 192.168.202.25@tcp LPNI seq info [91570:91570:8:4294967295] 00000400:00000200:0.0:1776190955.684671:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.684676:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.684679:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.684683:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.684687:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.684690:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.684771:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.684773:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190955.684776:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.684780:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.684782:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:0.0:1776190955.684784:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:0.0:1776190955.684789:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797355072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.687300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bd67cc. 00010000:00000010:3.1:1776190955.687323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2c6257a. 00010000:00000010:0.1:1776190955.688692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d71491. 00010000:00000010:0.1:1776190955.704100:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d521801. 00010000:00000010:0.1:1776190955.704120:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb47079c. 00010000:00000010:0.1:1776190955.704126:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.1:1776190955.704145:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89b9daf. 00010000:00000010:0.1:1776190955.704148:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00000400:00000200:0.0:1776190955.704186:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.704207:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125440 00000400:00000200:0.0:1776190955.704216:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb697d [1] + 224 00000400:00000200:0.0:1776190955.704227:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.704232:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.704256:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797355072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.705618:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.705630:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d680 00000400:00000200:0.0:1776190955.705637:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb528d [2] + 1968 00000400:00000010:0.0:1776190955.705643:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003b39c949. 00000400:00000200:0.0:1776190955.705651:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004a0e060f 00000400:00000200:0.0:1776190955.705745:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.705752:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.705757:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0e060f 00000400:00000010:0.0:1776190955.705759:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004a0e060f (tot 82347842). 00000100:00000200:0.0:1776190955.705768:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190955.705845:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094de2bab. 00000020:00000010:0.0:1776190955.705853:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.705859:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.705889:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000853b2100 x1862468788213376/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190955.705925:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213376 02000000:00000010:0.0:1776190955.705937:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031ceea8a. 00010000:00000010:0.0:1776190955.705991:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190955.706001:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038d8e317. 00000100:00000010:0.0:1776190955.706012:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038d8e317. 00010000:00000010:0.0:1776190955.706015:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190955.706037:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190955.706043:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213376, offset 224 00000400:00000200:0.0:1776190955.706057:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.706073:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.706080:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91571:91571:256:4294967295] 192.168.202.25@tcp LPNI seq info [91571:91571:8:4294967295] 00000400:00000200:0.0:1776190955.706093:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.706098:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.706104:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348090). 00000800:00000200:0.0:1776190955.706111:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.706121:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.706127:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.706190:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.706197:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.706201:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094de2bab. 02000000:00000010:0.0:1776190955.706212:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c1e5cbd. 00000100:00000010:0.0:1776190955.706216:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:0.0:1776190955.706222:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b93eda2. 00000100:00000010:0.0:1776190955.706225:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 02000000:00000010:0.0:1776190955.706227:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000187a2875. 00000100:00000010:0.0:1776190955.706229:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:0.0:1776190955.706232:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d283df2. 00000100:00000010:0.0:1776190955.706235:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190955.706238:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008f1c1a9a. 00000100:00000010:0.0:1776190955.706249:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:0.0:1776190955.706253:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d022df5e. 00000100:00000010:0.0:1776190955.706254:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000400:00000010:2.0:1776190955.708166:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ba2a778d. 00000400:00000200:2.0:1776190955.708183:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:2.0:1776190955.708185:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:2.0:1776190955.708206:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797355072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.708222:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797355072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190955.708272:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079906ae2. 02000000:00000010:2.0:1776190955.708299:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd9f6188. 02000000:00000010:2.0:1776190955.708308:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af1f94f1. 00000100:00000010:2.0:1776190955.708314:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:2.0:1776190955.708320:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:2.0:1776190955.708324:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00080000:00000010:2.0:1776190955.708352:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f80061e0. 00010000:00000010:2.0:1776190955.708526:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed18e400. 00010000:00000010:2.0:1776190955.708538:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b846c63. 00010000:00000010:2.0:1776190955.708686:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.0:1776190955.708697:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006cb32d5c. 00010000:00000010:2.0:1776190955.708721:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004cd8ad22. 00000100:00000010:2.0:1776190955.708733:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190955.708748:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 02000000:00000010:2.0:1776190955.708772:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f78ea7d4. 02000000:00000010:2.0:1776190955.708826:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000779d5d05. 00000400:00000010:2.0:1776190955.708834:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000015b86475. 00000400:00000010:2.0:1776190955.708842:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190955.708853:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355136, portal 16 00000400:00000010:2.0:1776190955.708861:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190955.708865:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355136, offset 0 00000400:00000200:2.0:1776190955.708877:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.708903:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.708914:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.708919:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.708923:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.708927:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91572:91572:255:4294967295] 192.168.202.25@tcp LPNI seq info [91572:91572:7:4294967295] 00000400:00000200:2.0:1776190955.708956:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.708965:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.708971:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028ae87e7 (tot 82348338). 00000800:00000200:2.0:1776190955.708980:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.708990:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.708996:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028ae87e7 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:0.0:1776190955.710066:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190955.710096:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ba2a778d. 00000400:00000010:0.0:1776190955.710112:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000038d8e317 (tot 82348490). 00000800:00000200:0.0:1776190955.710228:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.710232:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000400:00000200:0.0:1776190955.710249:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.711372:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.711513:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:0.0:1776190955.711520:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 02000000:00000010:0.0:1776190955.711536:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031ceea8a. 00000800:00000200:0.0:1776190955.711628:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.711632:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028ae87e7 (tot 82347994). 00000400:00000200:0.0:1776190955.711639:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.711644:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.711650:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:0.0:1776190955.711651:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000100:00000200:0.0:1776190955.711664:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000685efc40 x1862468797355136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.720364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7caf49d. 00010000:00000010:2.1:1776190955.720393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000603eab06. 00010000:00000010:2.1:1776190955.720397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd639ad5. 00000400:00000200:0.0:1776190955.724314:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.724348:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125480 00000400:00000200:0.0:1776190955.724364:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6989 [1] + 224 00000400:00000200:0.0:1776190955.724380:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.724399:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.724417:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000685efc40 x1862468797355136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.724486:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.724496:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d6c0 00000400:00000200:0.0:1776190955.724509:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb52e5 [2] + 0 00000400:00000200:0.0:1776190955.724594:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.724605:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.724612:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190955.724622:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:0.0:1776190955.724688:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031ceea8a. 00000020:00000010:0.0:1776190955.724697:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.724704:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.724740:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788213440/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190955.724770:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213440 02000000:00000010:0.0:1776190955.724780:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094de2bab. 00000400:00000010:3.0:1776190955.724831:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000015b86475. 00010000:00000010:0.0:1776190955.724840:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190955.724849:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000400:00000200:3.0:1776190955.724857:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000100:00000010:0.0:1776190955.724860:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00000400:00000010:3.0:1776190955.724862:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00010000:00000010:0.0:1776190955.724867:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000100:00000200:3.0:1776190955.724881:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000685efc40 x1862468797355136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190955.724890:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:3.0:1776190955.724895:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000685efc40 x1862468797355136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.724900:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213440, offset 224 00000400:00000200:0.0:1776190955.724911:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.724924:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.724929:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91573:91573:256:4294967295] 192.168.202.25@tcp LPNI seq info [91573:91573:8:4294967295] 00010000:00000010:3.0:1776190955.724944:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eff6ec17. 00000400:00000200:0.0:1776190955.724950:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.724962:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.724967:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 02000000:00000010:3.0:1776190955.724973:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000779d5d05. 00000800:00000200:0.0:1776190955.724975:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 02000000:00000010:3.0:1776190955.724987:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f78ea7d4. 00000800:00000200:0.0:1776190955.724992:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000100:00000010:3.0:1776190955.724996:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000800:00000200:0.0:1776190955.724998:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1776190955.725002:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:3.0:1776190955.725008:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004cd8ad22. 00000020:00000010:0.0:1776190955.725025:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.725031:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.725035:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031ceea8a. 00080000:00000010:3.0:1776190955.725038:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d022df5e. 00000800:00000200:0.0:1776190955.725117:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.725122:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190955.725127:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.725175:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.725179:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:0.0:1776190955.725181:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00010000:00000010:3.0:1776190955.725494:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cb32d5c. 00010000:00000010:3.0:1776190955.725510:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ca45e0f. 00010000:00000010:3.0:1776190955.726300:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190955.726317:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190955.726336:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007c89d0e. 00000100:00000010:3.0:1776190955.726344:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190955.726358:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190955.726378:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063922576. 02000000:00000010:3.0:1776190955.726423:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cca71eb. 00000400:00000010:3.0:1776190955.726431:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5116a26. 00000400:00000010:3.0:1776190955.726438:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190955.726446:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355200, portal 16 00000400:00000010:3.0:1776190955.726453:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007f5bd38. 00000100:00000200:3.0:1776190955.726455:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355200, offset 0 00000400:00000200:3.0:1776190955.726466:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.726485:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.726494:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.726499:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.726503:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.726508:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91574:91574:256:4294967295] 192.168.202.25@tcp LPNI seq info [91574:91574:8:4294967295] 00000400:00000200:3.0:1776190955.726518:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.726524:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.726529:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190955.726536:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.726543:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.726547:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.729407:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.729420:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190955.729434:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.729448:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.729457:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f5bd38 00000400:00000010:0.0:1776190955.729460:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007f5bd38. 00000100:00000200:0.0:1776190955.729474:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797355200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190955.737745:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190955.737794:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1254c0 00000400:00000200:0.0:1776190955.737809:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6999 [1] + 224 00000400:00000200:0.0:1776190955.737840:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.737846:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190955.737863:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797355200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190955.738427:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5116a26. 00000400:00000200:3.0:1776190955.738440:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:3.0:1776190955.738443:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:3.0:1776190955.738456:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797355200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.738468:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797355200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190955.738517:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cca71eb. 02000000:00000010:3.0:1776190955.738527:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063922576. 00000100:00000010:3.0:1776190955.738533:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:3.0:1776190955.738540:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190955.738545:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007c89d0e. 00000400:00000200:3.0:1776190955.742408:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.742437:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d700 00000400:00000200:3.0:1776190955.742449:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb52e5 [2] + 328 00000400:00000200:3.0:1776190955.742553:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.742559:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.742573:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.742582:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:2.0:1776190955.743220:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d394ad61. 00000020:00000010:2.0:1776190955.743233:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190955.743248:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.743294:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788213504/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190955.743339:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213504 02000000:00000010:2.0:1776190955.743355:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ecfa6b2. 00010000:00000010:2.0:1776190955.743395:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009790961. 00010000:00000010:2.0:1776190955.743431:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005caa9fb4. 00000100:00000010:2.0:1776190955.743443:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190955.743461:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190955.743467:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005caa9fb4. 00000400:00000010:2.0:1776190955.743486:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190955.743493:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213504, offset 224 00000400:00000200:2.0:1776190955.743504:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.743526:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.743534:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91575:91575:256:4294967295] 192.168.202.25@tcp LPNI seq info [91575:91575:8:4294967295] 00000400:00000200:2.0:1776190955.743549:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.743556:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.743562:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190955.743571:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.743582:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.743588:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.743615:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190955.743636:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.743640:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d394ad61. 00000800:00000200:2.0:1776190955.743773:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.743779:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:2.0:1776190955.743786:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.743791:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.743796:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:2.0:1776190955.743800:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00080000:00000010:2.0:1776190955.743866:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d394ad61. 00010000:00000010:2.0:1776190955.744030:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:2.0:1776190955.744038:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aff9496a. 00010000:00000010:2.0:1776190955.744202:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.0:1776190955.744209:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044e85644. 00010000:00000010:2.0:1776190955.744223:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005caa9fb4. 00000100:00000010:2.0:1776190955.744229:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c829833c. 00000100:00000010:2.0:1776190955.744247:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 02000000:00000010:2.0:1776190955.744266:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f78ea7d4. 02000000:00000010:2.0:1776190955.744305:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000779d5d05. 00000400:00000010:2.0:1776190955.744314:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005aacca7f. 00000400:00000010:2.0:1776190955.744320:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190955.744327:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355264, portal 16 00000400:00000010:2.0:1776190955.744334:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190955.744336:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355264, offset 0 00000400:00000200:2.0:1776190955.744342:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.744352:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.744363:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.744368:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.744372:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.744375:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91576:91576:256:4294967295] 192.168.202.25@tcp LPNI seq info [91576:91576:8:4294967295] 00000400:00000200:2.0:1776190955.744384:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.744391:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.744395:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190955.744400:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.744405:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.744409:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.744494:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.744497:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:2.0:1776190955.744500:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.744503:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.744506:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:2.0:1776190955.744507:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:2.0:1776190955.744514:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ee37c4 x1862468797355264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.747460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cf42b18. 00010000:00000010:3.1:1776190955.747491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004501da81. 00010000:00000010:3.1:1776190955.747496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00000400:00000200:3.0:1776190955.749787:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.749817:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125500 00000400:00000200:3.0:1776190955.749830:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb69a5 [1] + 224 00000400:00000200:3.0:1776190955.749855:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.749860:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.749875:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ee37c4 x1862468797355264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190955.750193:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005aacca7f. 00000400:00000200:2.0:1776190955.750206:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:2.0:1776190955.750209:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:2.0:1776190955.750223:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ee37c4 x1862468797355264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.750233:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ee37c4 x1862468797355264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190955.750289:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000779d5d05. 02000000:00000010:2.0:1776190955.750296:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f78ea7d4. 00000100:00000010:2.0:1776190955.750301:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 00000100:00000010:2.0:1776190955.750306:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c829833c. 00010000:00000010:2.0:1776190955.750311:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005caa9fb4. 00000400:00000200:2.0:1776190955.752085:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.752117:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d740 00000400:00000200:2.0:1776190955.752169:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb52e5 [2] + 656 00000400:00000200:2.0:1776190955.752295:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.752301:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.752313:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.752321:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 00000020:00000010:3.0:1776190955.761181:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063922576. 00000020:00000010:3.0:1776190955.761199:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.761206:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.761267:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040ee37c4 x1862468788213568/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190955.761315:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213568 02000000:00000010:3.0:1776190955.761329:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002cca71eb. 00010000:00000010:3.0:1776190955.761368:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f97f1fb7. 00010000:00000010:3.0:1776190955.761398:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007c89d0e. 00000100:00000010:3.0:1776190955.761409:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190955.761429:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190955.761435:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007c89d0e. 00000400:00000010:3.0:1776190955.761453:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190955.761460:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213568, offset 224 00000400:00000200:3.0:1776190955.761470:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.761490:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.761499:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91577:91577:256:4294967295] 192.168.202.25@tcp LPNI seq info [91577:91577:8:4294967295] 00000400:00000200:3.0:1776190955.761511:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.761519:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.761525:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190955.761534:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.761543:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.761548:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.761568:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.761587:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.761595:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063922576. 00080000:00000010:0.0:1776190955.761665:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031ceea8a. 00010000:00000010:0.0:1776190955.761830:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044e85644. 00010000:00000010:0.0:1776190955.761846:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8585197. 00010000:00000010:0.0:1776190955.761930:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.0:1776190955.761940:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088addc97. 00010000:00000010:0.0:1776190955.761956:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190955.761965:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000800:00000200:2.0:1776190955.761980:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1776190955.761981:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000800:00000010:2.0:1776190955.761988:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:2.0:1776190955.761997:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.762006:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 02000000:00000010:0.0:1776190955.762006:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000337c6544. 00000400:00000200:2.0:1776190955.762021:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:2.0:1776190955.762026:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 02000000:00000010:0.0:1776190955.762068:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b9fdd2b. 00000400:00000010:0.0:1776190955.762077:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190955.762085:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190955.762093:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355328, portal 16 00000400:00000010:0.0:1776190955.762098:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190955.762100:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355328, offset 0 00000400:00000200:0.0:1776190955.762109:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.762128:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.762169:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.762173:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.762176:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.762179:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91578:91578:256:4294967295] 192.168.202.25@tcp LPNI seq info [91578:91578:8:4294967295] 00000400:00000200:0.0:1776190955.762189:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.762195:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.762199:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.762206:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.762212:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.762216:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.762310:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.762315:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190955.762319:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.762325:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.762328:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:3.0:1776190955.762329:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00000100:00000200:3.0:1776190955.762337:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797355328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.765460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022af673a. 00010000:00000010:2.1:1776190955.765487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000583e04e9. 00010000:00000010:2.1:1776190955.765494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:0.1:1776190955.768777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1b8a4b4. 00010000:00000010:0.1:1776190955.768801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00000400:00000200:2.0:1776190955.777164:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.777428:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125540 00000400:00000200:2.0:1776190955.777442:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb69b1 [1] + 224 00000400:00000200:2.0:1776190955.777460:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.777465:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.777483:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797355328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.777540:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.777546:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d780 00000400:00000200:2.0:1776190955.777551:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb52e5 [2] + 984 00000400:00000200:2.0:1776190955.777659:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.777663:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.777669:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.777678:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000400:00000010:0.0:1776190955.777982:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:0.0:1776190955.777999:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:0.0:1776190955.778002:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:0.0:1776190955.778018:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797355328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.778030:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797355328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.778066:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b9fdd2b. 02000000:00000010:0.0:1776190955.778074:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000337c6544. 00000100:00000010:0.0:1776190955.778079:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:0.0:1776190955.778084:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190955.778087:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000020:00000010:1.0:1776190955.779751:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f49a50ee. 00000020:00000010:1.0:1776190955.779769:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190955.779776:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.779820:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788213632/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190955.780118:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213632 02000000:00000010:1.0:1776190955.780197:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e9b5d41. 00010000:00000010:1.0:1776190955.780256:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000131f4256. 00010000:00000010:1.0:1776190955.780297:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190955.780312:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190955.780337:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:1.0:1776190955.780342:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00000400:00000010:1.0:1776190955.780364:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190955.780374:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213632, offset 224 00080000:00000010:0.0:1776190955.780478:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000337c6544. 00010000:00000010:0.0:1776190955.780615:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088addc97. 00010000:00000010:0.0:1776190955.780625:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002eee35e7. 00010000:00000010:0.0:1776190955.780716:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89b9daf. 00010000:00000010:0.0:1776190955.780721:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e2551fa0. 00010000:00000010:0.0:1776190955.780726:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.0:1776190955.780733:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088addc97. 00080000:00000010:0.0:1776190955.780749:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b9fdd2b. 00010000:00000010:0.0:1776190955.780776:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088addc97. 00010000:00000010:0.0:1776190955.780779:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2551fa0. 00010000:00000010:0.0:1776190955.780840:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae0a1041. 00010000:00000010:0.0:1776190955.780844:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000088addc97. 00010000:00000010:0.0:1776190955.780856:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190955.780867:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000400:00000200:1.0:1776190955.780875:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000100:00000010:0.0:1776190955.780883:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190955.780910:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac030881. 00000400:00000200:1.0:1776190955.780913:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.780926:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91579:91579:256:4294967295] 192.168.202.25@tcp LPNI seq info [91579:91579:8:4294967295] 02000000:00000010:0.0:1776190955.780964:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af1f94f1. 00000400:00000010:0.0:1776190955.780976:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190955.780986:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190955.780997:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355392, portal 16 00000400:00000010:0.0:1776190955.781005:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190955.781008:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355392, offset 0 00000400:00000200:0.0:1776190955.781020:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.781396:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.781403:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.781412:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190955.781425:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.781436:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.781442:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.781485:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190955.781492:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.781496:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f49a50ee. 00010000:00000010:3.1:1776190955.783261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066f2c892. 00000800:00000200:2.0:1776190955.783820:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.783828:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:2.0:1776190955.783850:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.783862:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.783871:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:2.0:1776190955.783874:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00000400:00000200:0.0:1776190955.785948:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.785956:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.785959:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.785963:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.785966:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91580:91580:255:4294967295] 192.168.202.25@tcp LPNI seq info [91580:91580:7:4294967295] 00000400:00000200:0.0:1776190955.785976:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.785982:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.785992:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.786000:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.786006:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.786010:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.790766:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.790777:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:2.0:1776190955.790789:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.790805:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.790812:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:2.0:1776190955.790815:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 00000100:00000200:2.0:1776190955.790826:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797355392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.792204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fba0f5. 00010000:00000010:0.1:1776190955.796184:0:1093:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cabfe2a. 00010000:00000010:0.1:1776190955.796203:0:1093:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.1:1776190955.796207:0:1093:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89b9daf. 00010000:00000010:0.1:1776190955.796210:0:1093:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00000400:00000200:3.0:1776190955.804566:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.804598:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125580 00000400:00000200:3.0:1776190955.804610:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb69bd [1] + 224 00000400:00000200:3.0:1776190955.804700:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.804707:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.804726:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797355392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.804777:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.804783:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d7c0 00000400:00000200:3.0:1776190955.804789:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb52e5 [2] + 1312 00000400:00000010:0.0:1776190955.804884:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:3.0:1776190955.804897:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.804900:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000200:3.0:1776190955.804906:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:0.0:1776190955.804908:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:3.0:1776190955.804917:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.804928:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000100:00000200:0.0:1776190955.804929:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797355392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.804945:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797355392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.804979:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af1f94f1. 02000000:00000010:0.0:1776190955.804986:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac030881. 00000100:00000010:0.0:1776190955.804990:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:0.0:1776190955.804994:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190955.804999:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000020:00000010:1.0:1776190955.807651:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f49a50ee. 00000020:00000010:1.0:1776190955.807666:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190955.807671:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.807711:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788213696/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190955.807762:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213696 02000000:00000010:1.0:1776190955.807773:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c780b0f9. 00010000:00000010:1.0:1776190955.807803:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9741db6. 00010000:00000010:1.0:1776190955.807831:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190955.807839:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190955.807866:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:1.0:1776190955.807870:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00000400:00000010:1.0:1776190955.807886:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190955.807892:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213696, offset 224 00000400:00000200:1.0:1776190955.807901:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.807916:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.807922:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91581:91581:256:4294967295] 192.168.202.25@tcp LPNI seq info [91581:91581:8:4294967295] 00000400:00000200:1.0:1776190955.807934:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.807941:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.807945:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190955.807952:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.807959:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.807962:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776190955.808082:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063922576. 00010000:00000010:3.0:1776190955.809683:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088addc97. 00010000:00000010:3.0:1776190955.809703:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e985a8f7. 00010000:00000010:3.0:1776190955.809843:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005428253a. 00010000:00000010:3.0:1776190955.809852:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190955.809872:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000007c89d0e. 00000100:00000010:3.0:1776190955.809883:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190955.809901:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190955.809926:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b93eda2. 02000000:00000010:3.0:1776190955.809968:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae990f31. 00000400:00000010:3.0:1776190955.809979:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5116a26. 00000400:00000010:3.0:1776190955.809988:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190955.809997:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355456, portal 16 00000400:00000010:3.0:1776190955.810004:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190955.810007:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355456, offset 0 00000400:00000200:3.0:1776190955.810019:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.810044:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.810054:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.810059:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.810063:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.810067:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91582:91582:255:4294967295] 192.168.202.25@tcp LPNI seq info [91582:91582:7:4294967295] 00000400:00000200:3.0:1776190955.810082:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.810089:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.810097:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190955.810105:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.810113:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.810118:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.813672:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190955.813703:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.813710:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f49a50ee. 00000800:00000200:3.0:1776190955.826510:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.826526:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82348242). 00000400:00000200:3.0:1776190955.826541:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.826555:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.826564:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:3.0:1776190955.826568:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000800:00000200:3.0:1776190955.829703:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.829720:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:3.0:1776190955.829732:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.829749:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.829759:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:3.0:1776190955.829763:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00000100:00000200:3.0:1776190955.829782:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797355456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.836307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0ff1f5. 00010000:00000010:3.1:1776190955.840860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afabcfe3. 00010000:00000010:3.1:1776190955.840884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a1041. 00000400:00000200:2.0:1776190955.848591:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.848612:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1255c0 00000400:00000200:2.0:1776190955.848621:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb69c9 [1] + 224 00000400:00000200:2.0:1776190955.848639:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.848643:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.848655:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797355456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190955.848742:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5116a26. 00000400:00000200:0.0:1776190955.848748:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:0.0:1776190955.848750:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000100:00000200:0.0:1776190955.848756:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797355456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.848764:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797355456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.848795:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae990f31. 02000000:00000010:0.0:1776190955.848801:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b93eda2. 00000100:00000010:0.0:1776190955.848805:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:0.0:1776190955.848810:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:0.0:1776190955.848814:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000007c89d0e. 00000400:00000200:3.0:1776190955.859356:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.859385:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d800 00000400:00000200:3.0:1776190955.859397:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb52e5 [2] + 1640 00000400:00000200:3.0:1776190955.859492:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.859498:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.859508:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.859516:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:1.0:1776190955.861831:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f49a50ee. 00000020:00000010:1.0:1776190955.861848:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190955.861854:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190955.861888:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788213760/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190955.861923:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213760 02000000:00000010:1.0:1776190955.861935:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d85894b6. 00010000:00000010:1.0:1776190955.861964:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007de0928. 00010000:00000010:1.0:1776190955.861989:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190955.861999:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190955.862012:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:1.0:1776190955.862016:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00000400:00000010:1.0:1776190955.862031:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190955.862037:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213760, offset 224 00000400:00000200:1.0:1776190955.862045:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.862063:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.862070:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91583:91583:256:4294967295] 192.168.202.25@tcp LPNI seq info [91583:91583:8:4294967295] 00000400:00000200:1.0:1776190955.862081:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.862087:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.862091:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190955.862098:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.862104:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.862107:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190955.862124:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190955.862145:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190955.862148:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f49a50ee. 00080000:00000010:1.0:1776190955.862179:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f49a50ee. 00010000:00000010:1.0:1776190955.862271:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:1.0:1776190955.862277:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005a29836. 00010000:00000010:1.0:1776190955.862351:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff81af9f. 00010000:00000010:1.0:1776190955.862357:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190955.862367:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b876ed03. 00000100:00000010:1.0:1776190955.862370:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190955.862377:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190955.862399:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5446f18. 02000000:00000010:1.0:1776190955.862423:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fc25349. 00000400:00000010:1.0:1776190955.862429:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc6a8ee2. 00000400:00000010:1.0:1776190955.862432:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190955.862437:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355520, portal 16 00000400:00000010:1.0:1776190955.862441:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190955.862443:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355520, offset 0 00000400:00000200:1.0:1776190955.862448:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.862453:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.862459:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.862462:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.862465:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.862468:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91584:91584:255:4294967295] 192.168.202.25@tcp LPNI seq info [91584:91584:7:4294967295] 00000400:00000200:1.0:1776190955.862475:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.862479:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.862482:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348490). 00000800:00000200:1.0:1776190955.862485:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.862489:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.862491:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.862541:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.862544:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82348242). 00000400:00000200:1.0:1776190955.862550:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.862554:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.862558:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:1.0:1776190955.862560:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000800:00000200:1.0:1776190955.862631:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.862633:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:1.0:1776190955.862636:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.862638:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.862640:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:1.0:1776190955.862642:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:1.0:1776190955.862645:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797355520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.871029:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.871049:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125600 00000400:00000200:2.0:1776190955.871060:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb69d5 [1] + 224 00000400:00000200:2.0:1776190955.871072:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.871076:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.871087:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797355520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.871125:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.871158:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d840 00000400:00000200:2.0:1776190955.871164:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb52e5 [2] + 1968 00000400:00000010:2.0:1776190955.871169:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e429b1b2. 00000400:00000200:2.0:1776190955.871174:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007d4b8938 00000400:00000200:2.0:1776190955.871188:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.871191:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.871193:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d4b8938 00000400:00000010:2.0:1776190955.871195:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007d4b8938 (tot 82347842). 00000100:00000200:2.0:1776190955.871201:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190955.871479:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd27af59. 00000020:00000010:3.0:1776190955.871493:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.871500:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.871543:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033dc500d x1862468788213824/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190955.871592:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213824 02000000:00000010:3.0:1776190955.871608:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b93eda2. 00010000:00000010:3.0:1776190955.871675:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.871686:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6ac5306. 00000100:00000010:3.0:1776190955.871695:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b6ac5306. 00010000:00000010:3.0:1776190955.871700:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.871719:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190955.871726:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213824, offset 224 00000400:00000200:3.0:1776190955.871737:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.871755:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.871762:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91585:91585:256:4294967295] 192.168.202.25@tcp LPNI seq info [91585:91585:8:4294967295] 00000400:00000200:3.0:1776190955.871785:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.871792:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.871799:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348090). 00000800:00000200:3.0:1776190955.871807:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.871816:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.871821:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.872313:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190955.872334:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.872339:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd27af59. 02000000:00000010:3.0:1776190955.872353:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d85894b6. 00000100:00000010:3.0:1776190955.872358:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190955.872364:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c780b0f9. 00000100:00000010:3.0:1776190955.872367:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190955.872371:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e9b5d41. 00000100:00000010:3.0:1776190955.872374:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:3.0:1776190955.872378:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002cca71eb. 00000100:00000010:3.0:1776190955.872381:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 02000000:00000010:3.0:1776190955.872384:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ecfa6b2. 00000100:00000010:3.0:1776190955.872388:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190955.872392:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094de2bab. 00000100:00000010:3.0:1776190955.872396:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000200:3.0:1776190955.872407:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190955.872417:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000048d1ec69. 00000400:00000010:3.0:1776190955.872424:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6ac5306 (tot 82348242). 00000800:00000200:3.0:1776190955.872584:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.872589:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:3.0:1776190955.872594:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.872602:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.872606:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:3.0:1776190955.872608:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 02000000:00000010:3.0:1776190955.872627:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b93eda2. 00000400:00000010:0.0:1776190955.873666:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc6a8ee2. 00000400:00000200:0.0:1776190955.873679:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:0.0:1776190955.873682:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:0.0:1776190955.873698:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797355520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.873710:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797355520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190955.873742:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eef2f732. 02000000:00000010:0.0:1776190955.873764:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fc25349. 02000000:00000010:0.0:1776190955.873772:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5446f18. 00000100:00000010:0.0:1776190955.873775:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:0.0:1776190955.873781:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:0.0:1776190955.873784:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b876ed03. 00080000:00000010:0.0:1776190955.873809:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af1f94f1. 00010000:00000010:0.0:1776190955.873929:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:0.0:1776190955.873937:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000264c2d00. 00010000:00000010:0.0:1776190955.874056:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.0:1776190955.874064:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055e85950. 00010000:00000010:0.0:1776190955.874082:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190955.874091:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190955.874105:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190955.874121:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd9f6188. 02000000:00000010:0.0:1776190955.874252:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d283df2. 00000400:00000010:0.0:1776190955.874258:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190955.874265:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190955.874272:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355584, portal 16 00000400:00000010:0.0:1776190955.874278:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190955.874280:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355584, offset 0 00000400:00000200:0.0:1776190955.874289:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.874312:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.874324:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190955.874329:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190955.874334:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190955.874340:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91586:91586:256:4294967295] 192.168.202.25@tcp LPNI seq info [91586:91586:8:4294967295] 00000400:00000200:0.0:1776190955.874355:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.874364:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.874403:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.874412:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.874422:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.874428:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.875692:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.875698:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:2.0:1776190955.875706:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.875713:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.875719:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:2.0:1776190955.875721:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:2.0:1776190955.875728:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797355584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.878387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000036115cd. 00010000:00000010:1.1:1776190955.878411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3d7edc0. 00010000:00000010:1.1:1776190955.878418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:0.1:1776190955.886180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e50f58. 00010000:00000010:0.1:1776190955.886193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038bf2209. 00010000:00000010:0.1:1776190955.886200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff81af9f. 00000400:00000200:3.0:1776190955.887158:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.887846:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125640 00000400:00000200:3.0:1776190955.887859:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb69e5 [1] + 224 00000400:00000200:3.0:1776190955.887881:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.887887:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.887901:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797355584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.887957:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.887963:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d880 00000400:00000200:3.0:1776190955.887968:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb533d [2] + 0 00000400:00000200:3.0:1776190955.887978:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.887981:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.887985:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.887993:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:3.0:1776190955.888058:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007509db3c. 00000020:00000010:3.0:1776190955.888066:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190955.888071:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.888103:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788213888/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190955.888162:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213888 02000000:00000010:3.0:1776190955.888185:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ffdd405. 00010000:00000010:3.0:1776190955.888234:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.888255:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d3c62d6. 00000100:00000010:3.0:1776190955.888264:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d3c62d6. 00010000:00000010:3.0:1776190955.888269:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.888779:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190955.888790:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213888, offset 224 00000400:00000200:3.0:1776190955.888803:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.888819:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.888826:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91587:91587:256:4294967295] 192.168.202.25@tcp LPNI seq info [91587:91587:8:4294967295] 00000400:00000200:3.0:1776190955.888838:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.888845:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.888851:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190955.888859:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.888867:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.888872:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.888903:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190955.888923:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.889114:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007509db3c. 00000800:00000200:3.0:1776190955.889320:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.889324:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:3.0:1776190955.889330:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.889335:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.889339:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:3.0:1776190955.889341:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00000400:00000010:1.0:1776190955.889512:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:1.0:1776190955.889518:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:1.0:1776190955.889520:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:1.0:1776190955.889529:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797355584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.889541:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797355584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190955.889572:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000aaff41a. 02000000:00000010:1.0:1776190955.889598:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d283df2. 02000000:00000010:1.0:1776190955.889606:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd9f6188. 00000100:00000010:1.0:1776190955.889611:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:1.0:1776190955.889629:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:1.0:1776190955.889634:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00080000:00000010:1.0:1776190955.889663:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ba6c291. 00010000:00000010:1.0:1776190955.889802:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055e85950. 00010000:00000010:1.0:1776190955.889811:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfaf9f74. 00010000:00000010:1.0:1776190955.890350:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff81af9f. 00010000:00000010:1.0:1776190955.890361:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190955.890377:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbfffd9c. 00000100:00000010:1.0:1776190955.890385:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190955.890396:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190955.890412:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000214eca28. 02000000:00000010:1.0:1776190955.890450:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a039ffa6. 00000400:00000010:1.0:1776190955.890457:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018b71a60. 00000400:00000010:1.0:1776190955.890464:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190955.890471:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355648, portal 16 00000400:00000010:1.0:1776190955.890477:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190955.890480:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355648, offset 0 00000400:00000200:1.0:1776190955.890490:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.890507:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.890518:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.890523:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.890526:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.890528:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91588:91588:256:4294967295] 192.168.202.25@tcp LPNI seq info [91588:91588:8:4294967295] 00000400:00000200:1.0:1776190955.890538:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.890543:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.890548:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.890555:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.890563:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.890567:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.890727:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.890731:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:1.0:1776190955.890738:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.890742:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.890745:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:1.0:1776190955.890747:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:1.0:1776190955.890753:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797355648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.902467:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.902501:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125680 00000400:00000200:1.0:1776190955.902516:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb69f1 [1] + 224 00000400:00000200:1.0:1776190955.902536:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.902542:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.902557:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797355648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.902609:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000010:0.0:1776190955.902750:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018b71a60. 00000400:00000200:0.0:1776190955.902758:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:0.0:1776190955.902761:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:0.0:1776190955.902768:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797355648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190955.902776:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797355648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190955.902821:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a039ffa6. 02000000:00000010:0.0:1776190955.902842:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000214eca28. 00000100:00000010:0.0:1776190955.902850:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:0.0:1776190955.902858:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:0.0:1776190955.902864:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbfffd9c. 00000400:00000200:1.0:1776190955.903348:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d8c0 00000400:00000200:1.0:1776190955.903362:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb533d [2] + 328 00000400:00000200:1.0:1776190955.903463:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.903467:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.903473:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190955.903479:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 00000020:00000010:2.0:1776190955.908235:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f1c1a9a. 00000020:00000010:2.0:1776190955.908268:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190955.908273:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.908314:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ac68aa8 x1862468788213952/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190955.909743:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788213952 02000000:00000010:2.0:1776190955.909760:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da4c2949. 00010000:00000010:2.0:1776190955.909793:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfc3011d. 00010000:00000010:2.0:1776190955.909814:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a196a5ef. 00000100:00000010:2.0:1776190955.909836:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029c530c2. 00000100:00000010:2.0:1776190955.909861:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029c530c2. 00010000:00000010:2.0:1776190955.909865:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a196a5ef. 00000400:00000010:2.0:1776190955.909883:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190955.909893:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788213952, offset 224 00000400:00000200:2.0:1776190955.909909:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.909934:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.909943:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91589:91589:256:4294967295] 192.168.202.25@tcp LPNI seq info [91589:91589:8:4294967295] 00000400:00000200:2.0:1776190955.909955:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.909963:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.909969:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190955.909977:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.909987:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.909994:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.910024:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190955.910030:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.910035:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f1c1a9a. 00080000:00000010:1.0:1776190955.910053:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6f96261. 00000800:00000200:2.0:1776190955.910258:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.910263:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:2.0:1776190955.910268:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.910273:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.910278:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:2.0:1776190955.910280:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00010000:00000010:1.0:1776190955.911313:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190955.911334:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0a93223. 00010000:00000010:1.0:1776190955.911474:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190955.911480:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000092e72316. 00010000:00000010:1.0:1776190955.911488:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057d71491. 00010000:00000010:1.0:1776190955.911496:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00080000:00000010:1.0:1776190955.911526:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a360e322. 00010000:00000010:1.0:1776190955.911577:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190955.911581:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092e72316. 00010000:00000010:1.0:1776190955.912566:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c1c4165. 00010000:00000010:1.0:1776190955.912588:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190955.912608:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd6949e9. 00000100:00000010:1.0:1776190955.912839:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190955.912857:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190955.912882:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000214eca28. 02000000:00000010:1.0:1776190955.912948:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a039ffa6. 00000400:00000010:1.0:1776190955.912959:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d182179. 00000400:00000010:1.0:1776190955.912969:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190955.912979:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355712, portal 16 00000400:00000010:1.0:1776190955.912988:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075993ef7. 00000100:00000200:1.0:1776190955.912992:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355712, offset 0 00000400:00000200:1.0:1776190955.913005:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.913034:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.913044:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.913050:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.913054:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.913059:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91590:91590:256:4294967295] 192.168.202.25@tcp LPNI seq info [91590:91590:8:4294967295] 00000400:00000200:1.0:1776190955.913077:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.913086:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.913094:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.913104:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.913116:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.913123:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.913382:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.913387:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:1.0:1776190955.913397:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.913403:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.913407:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:1.0:1776190955.913410:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00000100:00000200:1.0:1776190955.913420:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797355712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190955.915824:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190955.915872:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1256c0 00000400:00000200:1.0:1776190955.915890:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb69fd [1] + 224 00000400:00000200:1.0:1776190955.915919:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.915923:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190955.915950:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797355712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.917363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b30537d. 00010000:00000010:1.1:1776190955.917385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056335cff. 00010000:00000010:1.1:1776190955.917392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00000400:00000200:3.0:1776190955.918709:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.918730:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d900 00000400:00000200:3.0:1776190955.918739:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb533d [2] + 656 00000400:00000200:3.0:1776190955.918799:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.918803:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.918811:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.918817:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000020:00000010:3.0:1776190955.918876:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb274bb7. 00000020:00000010:3.0:1776190955.918882:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190955.918888:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.918914:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788214016/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190955.918940:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214016 02000000:00000010:3.0:1776190955.918950:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e400ae6d. 00010000:00000010:3.0:1776190955.918986:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.918992:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d3c62d6. 00000100:00000010:3.0:1776190955.918997:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d3c62d6. 00010000:00000010:3.0:1776190955.919001:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.919013:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190955.919018:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214016, offset 224 00000400:00000200:3.0:1776190955.919024:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.919034:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.919040:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91591:91591:256:4294967295] 192.168.202.25@tcp LPNI seq info [91591:91591:8:4294967295] 00000400:00000200:3.0:1776190955.919050:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.919054:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.919058:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190955.919063:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.919070:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.919073:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.919086:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190955.919101:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.919104:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb274bb7. 00000400:00000010:3.0:1776190955.919147:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d182179. 00000400:00000200:3.0:1776190955.919150:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:3.0:1776190955.919152:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:3.0:1776190955.919157:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797355712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.919165:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797355712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190955.919185:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000977b6499. 02000000:00000010:3.0:1776190955.919196:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a039ffa6. 02000000:00000010:3.0:1776190955.919201:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000214eca28. 00000100:00000010:3.0:1776190955.919204:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:3.0:1776190955.919207:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:3.0:1776190955.919209:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd6949e9. 00080000:00000010:3.0:1776190955.919225:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb274bb7. 00010000:00000010:3.0:1776190955.919324:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:3.0:1776190955.919331:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa927d94. 00010000:00000010:3.0:1776190955.920540:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0e0a27e. 00010000:00000010:3.0:1776190955.920551:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190955.920562:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.920567:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d3c62d6. 00000100:00000010:3.0:1776190955.920575:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190955.920588:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007509db3c. 02000000:00000010:3.0:1776190955.920615:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011caae09. 00000400:00000010:3.0:1776190955.920621:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5116a26. 00000400:00000010:3.0:1776190955.920626:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190955.920632:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355776, portal 16 00000400:00000010:3.0:1776190955.920638:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190955.920639:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355776, offset 0 00000400:00000200:3.0:1776190955.920648:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.920660:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.920668:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.920671:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.920674:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.920677:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91592:91592:255:4294967295] 192.168.202.25@tcp LPNI seq info [91592:91592:7:4294967295] 00000400:00000200:3.0:1776190955.920686:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.920690:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.920694:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348490). 00000800:00000200:3.0:1776190955.920699:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.920705:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.920708:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190955.921744:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.921754:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82348242). 00000400:00000200:1.0:1776190955.921766:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.921777:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.922582:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:1.0:1776190955.922588:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00000800:00000200:1.0:1776190955.922754:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190955.922757:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:1.0:1776190955.922763:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190955.922771:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190955.922774:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:1.0:1776190955.922782:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:1.0:1776190955.922797:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797355776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190955.927047:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098251d4f. 00000400:00000200:3.0:1776190955.929866:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.929888:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125700 00000400:00000200:3.0:1776190955.929899:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a09 [1] + 224 00000400:00000200:3.0:1776190955.929916:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.929921:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.929933:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797355776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190955.929978:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5116a26. 00000400:00000200:3.0:1776190955.929983:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000010:3.0:1776190955.929985:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 00000100:00000200:3.0:1776190955.929990:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797355776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.929998:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797355776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190955.930031:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011caae09. 02000000:00000010:3.0:1776190955.930036:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007509db3c. 00000100:00000010:3.0:1776190955.930041:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190955.930044:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d3c62d6. 00010000:00000010:3.0:1776190955.930048:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000200:3.0:1776190955.932787:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.932813:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d940 00000400:00000200:3.0:1776190955.932821:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb533d [2] + 984 00000400:00000200:3.0:1776190955.932885:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.932890:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.932898:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.932903:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:3.0:1776190955.932980:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011caae09. 00000020:00000010:3.0:1776190955.932987:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190955.932992:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.933070:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788214080/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190955.933106:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214080 02000000:00000010:3.0:1776190955.933120:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000867944d0. 00010000:00000010:3.0:1776190955.933175:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a9ff637. 00010000:00000010:3.0:1776190955.933200:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.933208:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d3c62d6. 00000100:00000010:3.0:1776190955.933220:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d3c62d6. 00010000:00000010:3.0:1776190955.933225:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00000400:00000010:3.0:1776190955.933254:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190955.933261:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214080, offset 224 00000400:00000200:3.0:1776190955.933269:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.933285:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.933292:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91593:91593:256:4294967295] 192.168.202.25@tcp LPNI seq info [91593:91593:8:4294967295] 00000400:00000200:3.0:1776190955.933302:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.933307:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.933311:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190955.933316:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.933323:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.933327:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.933346:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190955.933359:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.933363:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011caae09. 00000800:00000200:3.0:1776190955.933432:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.933435:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:3.0:1776190955.933438:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.933441:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.933444:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000010:3.0:1776190955.933446:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 00080000:00000010:3.0:1776190955.935968:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011caae09. 00010000:00000010:3.0:1776190955.936090:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190955.936104:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e6a241. 00010000:00000010:3.1:1776190955.936168:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ba60332. 00010000:00000010:3.1:1776190955.936175:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e59ae2b4. 00010000:00000010:3.1:1776190955.936182:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1c4165. 00010000:00000010:3.0:1776190955.936284:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000604d5f04. 00010000:00000010:3.0:1776190955.936291:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190955.936305:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007f507270. 00000100:00000010:3.0:1776190955.936315:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d3c62d6. 00000100:00000010:3.0:1776190955.936328:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190955.936349:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de4d9ffc. 02000000:00000010:3.0:1776190955.936385:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff287f60. 00000400:00000010:3.0:1776190955.936395:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5116a26. 00000400:00000010:3.0:1776190955.936406:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190955.936416:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355840, portal 16 00000400:00000010:3.0:1776190955.936423:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190955.936425:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355840, offset 0 00000400:00000200:3.0:1776190955.936436:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.936458:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.936467:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.936472:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.936476:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.936480:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91594:91594:256:4294967295] 192.168.202.25@tcp LPNI seq info [91594:91594:8:4294967295] 00000400:00000200:3.0:1776190955.936491:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.936497:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.936502:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190955.936510:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.936517:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.936521:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190955.936842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000843fa130. 00010000:00000010:1.1:1776190955.936859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff81af9f. 00010000:00000010:1.1:1776190955.936865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190955.936868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d71491. 00000800:00000200:2.0:1776190955.939451:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.939460:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:2.0:1776190955.939469:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.939479:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.939486:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:2.0:1776190955.939488:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000100:00000200:2.0:1776190955.939499:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797355840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.946534:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.946559:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125740 00000400:00000200:3.0:1776190955.946570:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a15 [1] + 224 00000400:00000200:3.0:1776190955.946583:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.946587:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.946601:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797355840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.946657:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.946663:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d980 00000400:00000200:3.0:1776190955.946668:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb533d [2] + 1312 00000400:00000200:3.0:1776190955.946680:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.946684:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.946689:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.946696:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000020:00000010:2.0:1776190955.947508:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f1c1a9a. 00000020:00000010:2.0:1776190955.947518:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190955.947523:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.947556:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788214144/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190955.947586:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214144 02000000:00000010:2.0:1776190955.947604:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071c04ee0. 00010000:00000010:2.0:1776190955.947658:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a196a5ef. 00000100:00000010:2.0:1776190955.947670:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029c530c2. 00000100:00000010:2.0:1776190955.947679:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029c530c2. 00010000:00000010:2.0:1776190955.947684:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a196a5ef. 00000400:00000010:2.0:1776190955.947703:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190955.947710:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214144, offset 224 00000400:00000200:2.0:1776190955.947720:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.947736:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.947742:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91595:91595:256:4294967295] 192.168.202.25@tcp LPNI seq info [91595:91595:8:4294967295] 00000400:00000200:2.0:1776190955.947754:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.947759:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.947765:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190955.947772:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.947782:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.947787:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.947808:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190955.947814:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.947818:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f1c1a9a. 00000800:00000200:3.0:1776190955.948537:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.948544:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:3.0:1776190955.948553:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.948560:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.948564:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:3.0:1776190955.948567:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000400:00000010:1.0:1776190955.949287:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5116a26. 00000400:00000200:1.0:1776190955.949301:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000010:1.0:1776190955.949303:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 00000100:00000200:1.0:1776190955.949322:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797355840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190955.949336:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797355840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190955.949384:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e4a8d4b. 02000000:00000010:1.0:1776190955.949411:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff287f60. 02000000:00000010:1.0:1776190955.949420:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de4d9ffc. 00000100:00000010:1.0:1776190955.949426:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:1.0:1776190955.949432:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d3c62d6. 00010000:00000010:1.0:1776190955.949438:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007f507270. 00080000:00000010:1.0:1776190955.949473:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fc25349. 00010000:00000010:1.0:1776190955.949630:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:1.0:1776190955.949639:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000882ccc33. 00010000:00000010:1.0:1776190955.949752:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057d71491. 00010000:00000010:1.0:1776190955.949762:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190955.949778:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000550ce092. 00000100:00000010:1.0:1776190955.949787:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190955.949799:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190955.949820:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e9b5d41. 02000000:00000010:1.0:1776190955.949866:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c780b0f9. 00000400:00000010:1.0:1776190955.949874:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000400:00000010:1.0:1776190955.949881:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075993ef7. 00000100:00000200:1.0:1776190955.949889:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355904, portal 16 00000400:00000010:1.0:1776190955.949896:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190955.949898:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355904, offset 0 00000400:00000200:1.0:1776190955.949907:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190955.949945:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190955.949954:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190955.949958:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190955.949962:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190955.949965:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91596:91596:256:4294967295] 192.168.202.25@tcp LPNI seq info [91596:91596:8:4294967295] 00000400:00000200:1.0:1776190955.949977:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190955.949984:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190955.949990:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190955.949998:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190955.950007:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190955.950012:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.950227:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.950247:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190955.950259:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.950270:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.950277:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:2.0:1776190955.950280:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000100:00000200:2.0:1776190955.950292:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797355904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.956724:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.956751:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125780 00000400:00000200:3.0:1776190955.956760:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a21 [1] + 224 00000400:00000200:3.0:1776190955.956772:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.956776:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.956788:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797355904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190955.956828:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190955.956834:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86d9c0 00000400:00000200:3.0:1776190955.956838:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb533d [2] + 1640 00000400:00000200:3.0:1776190955.956846:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.956848:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190955.956852:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190955.956859:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:3.0:1776190955.956911:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007509db3c. 00000020:00000010:3.0:1776190955.956918:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190955.956923:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190955.956958:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788214208/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190955.957003:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214208 02000000:00000010:3.0:1776190955.957024:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f382d738. 00010000:00000010:3.0:1776190955.957078:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae5bff4a. 00000100:00000010:3.0:1776190955.957087:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082c98d2f. 00000100:00000010:3.0:1776190955.957095:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000082c98d2f. 00010000:00000010:3.0:1776190955.957100:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae5bff4a. 00000400:00000010:3.0:1776190955.957121:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190955.957158:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214208, offset 224 00000400:00000200:3.0:1776190955.957171:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.957184:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.957192:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91597:91597:256:4294967295] 192.168.202.25@tcp LPNI seq info [91597:91597:8:4294967295] 00000400:00000200:3.0:1776190955.957204:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.957209:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.957215:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190955.957223:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.957231:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.957248:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190955.957271:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190955.957288:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190955.957293:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007509db3c. 00000800:00000200:3.0:1776190955.957401:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.957405:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190955.957408:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.957411:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.957415:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:3.0:1776190955.957416:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00000400:00000010:3.0:1776190955.957446:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:3.0:1776190955.957450:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:3.0:1776190955.957452:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00000100:00000200:3.0:1776190955.957457:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797355904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.957465:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797355904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190955.957495:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004eec1625. 02000000:00000010:3.0:1776190955.957512:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c780b0f9. 02000000:00000010:3.0:1776190955.957518:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e9b5d41. 00000100:00000010:3.0:1776190955.957523:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:3.0:1776190955.957528:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:3.0:1776190955.957530:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000550ce092. 00080000:00000010:3.0:1776190955.957555:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002532523c. 00010000:00000010:3.0:1776190955.957654:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:3.0:1776190955.957661:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aefd4bc1. 00010000:00000010:3.0:1776190955.957744:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005428253a. 00010000:00000010:3.0:1776190955.957750:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190955.957761:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae5bff4a. 00000100:00000010:3.0:1776190955.957764:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082c98d2f. 00000100:00000010:3.0:1776190955.957770:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190955.957780:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007509db3c. 02000000:00000010:3.0:1776190955.957804:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047019d20. 00000400:00000010:3.0:1776190955.957809:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e5fdfb1. 00000400:00000010:3.0:1776190955.957812:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190955.957816:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797355968, portal 16 00000400:00000010:3.0:1776190955.957820:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190955.957821:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797355968, offset 0 00000400:00000200:3.0:1776190955.957826:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.957832:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.957838:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.957841:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.957844:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.957847:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91598:91598:256:4294967295] 192.168.202.25@tcp LPNI seq info [91598:91598:8:4294967295] 00000400:00000200:3.0:1776190955.957853:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.957858:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.957860:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190955.957865:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.957869:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.957871:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190955.957923:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190955.957925:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190955.957929:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190955.957932:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190955.957935:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:3.0:1776190955.957936:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00000100:00000200:3.0:1776190955.957940:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797355968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190955.972082:0:78398:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093b67341. 00010000:00000010:3.1:1776190955.972101:0:78398:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dc696e1. 00010000:00000010:3.1:1776190955.972106:0:78398:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e0a27e. 00000400:00000200:2.0:1776190955.972575:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.972592:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1257c0 00000400:00000200:2.0:1776190955.972602:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a2d [1] + 224 00000400:00000200:2.0:1776190955.972613:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.972617:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.972627:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797355968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.972656:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.972660:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86da00 00000400:00000200:2.0:1776190955.972665:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb533d [2] + 1968 00000400:00000010:2.0:1776190955.972671:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062aaa70b. 00000400:00000200:2.0:1776190955.972675:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f1e8e7fe 00000400:00000200:2.0:1776190955.972727:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.972731:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.972733:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1e8e7fe 00000400:00000010:2.0:1776190955.972735:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f1e8e7fe (tot 82347842). 00000100:00000200:2.0:1776190955.972742:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190955.972794:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f1c1a9a. 00000020:00000010:2.0:1776190955.972802:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190955.972807:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190955.972836:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000af67297 x1862468788214272/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190955.972864:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214272 02000000:00000010:2.0:1776190955.972876:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ecfa6b2. 00010000:00000010:2.0:1776190955.972914:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a196a5ef. 00000100:00000010:2.0:1776190955.972922:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029c530c2. 00000100:00000010:2.0:1776190955.972928:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029c530c2. 00010000:00000010:2.0:1776190955.972931:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a196a5ef. 00000400:00000010:2.0:1776190955.972946:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190955.972951:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214272, offset 224 00000400:00000200:2.0:1776190955.972957:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.972967:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.972972:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91599:91599:256:4294967295] 192.168.202.25@tcp LPNI seq info [91599:91599:8:4294967295] 00000400:00000200:2.0:1776190955.972983:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.972988:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.972993:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348090). 00000800:00000200:2.0:1776190955.972998:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.973005:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.973008:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190955.973027:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190955.973033:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190955.973036:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f1c1a9a. 02000000:00000010:2.0:1776190955.973045:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f382d738. 00000100:00000010:2.0:1776190955.973051:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:2.0:1776190955.973055:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071c04ee0. 00000100:00000010:2.0:1776190955.973057:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:2.0:1776190955.973060:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000867944d0. 00000100:00000010:2.0:1776190955.973062:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:2.0:1776190955.973065:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e400ae6d. 00000100:00000010:2.0:1776190955.973068:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:2.0:1776190955.973073:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da4c2949. 00000100:00000010:2.0:1776190955.973075:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 02000000:00000010:2.0:1776190955.973078:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ffdd405. 00000100:00000010:2.0:1776190955.973081:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000200:2.0:1776190955.973087:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190955.973092:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005aacca7f. 00000400:00000010:2.0:1776190955.973097:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000029c530c2 (tot 82348242). 00000800:00000200:2.0:1776190955.973179:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.973183:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:2.0:1776190955.973186:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.973190:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.973192:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:2.0:1776190955.973194:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 02000000:00000010:2.0:1776190955.973197:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ecfa6b2. 00000400:00000010:2.0:1776190955.973223:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e5fdfb1. 00000400:00000200:2.0:1776190955.973226:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:2.0:1776190955.973227:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00000100:00000200:2.0:1776190955.973232:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797355968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190955.973288:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797355968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190955.973313:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069a06972. 02000000:00000010:2.0:1776190955.973326:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047019d20. 02000000:00000010:2.0:1776190955.973330:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007509db3c. 00000100:00000010:2.0:1776190955.973333:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:2.0:1776190955.973336:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000082c98d2f. 00010000:00000010:2.0:1776190955.973339:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae5bff4a. 00080000:00000010:2.0:1776190955.973370:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ecfa6b2. 00010000:00000010:2.0:1776190955.973475:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:2.0:1776190955.973482:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4daaa64. 00010000:00000010:2.0:1776190955.973558:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012ba7229. 00010000:00000010:2.0:1776190955.973562:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009eaf21b0. 00010000:00000010:2.0:1776190955.973567:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:2.0:1776190955.973572:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f91925b. 00080000:00000010:2.0:1776190955.973582:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da4c2949. 00010000:00000010:2.0:1776190955.973605:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f91925b. 00010000:00000010:2.0:1776190955.973611:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009eaf21b0. 00010000:00000010:2.0:1776190955.973673:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023a6f173. 00010000:00000010:2.0:1776190955.973676:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f91925b. 00010000:00000010:2.0:1776190955.973685:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a196a5ef. 00000100:00000010:2.0:1776190955.973691:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1e8e7fe. 00000100:00000010:2.0:1776190955.973700:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190955.973713:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071c04ee0. 02000000:00000010:2.0:1776190955.973746:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f1c1a9a. 00000400:00000010:2.0:1776190955.973750:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da4fc769. 00000400:00000010:2.0:1776190955.973754:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190955.973757:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356032, portal 16 00000400:00000010:2.0:1776190955.973761:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190955.973762:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356032, offset 0 00000400:00000200:2.0:1776190955.973768:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190955.973777:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190955.973785:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190955.973790:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190955.973793:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190955.973795:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91600:91600:256:4294967295] 192.168.202.25@tcp LPNI seq info [91600:91600:8:4294967295] 00000400:00000200:2.0:1776190955.973803:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190955.973807:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190955.973810:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190955.973814:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190955.973818:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190955.973822:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190955.973895:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190955.973898:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:2.0:1776190955.973900:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.973904:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190955.973906:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:2.0:1776190955.973908:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000100:00000200:2.0:1776190955.973913:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797356032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190955.980497:0:78402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098171360. 00010000:00000010:1.1:1776190955.980518:0:78402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000182fbfed. 00010000:00000010:1.1:1776190955.980523:0:78402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604d5f04. 00000400:00000200:2.0:1776190955.981539:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.981561:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125800 00000400:00000200:2.0:1776190955.981570:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a3d [1] + 224 00000400:00000200:2.0:1776190955.981583:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.981587:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.981600:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797356032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.981641:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.981646:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86da40 00000400:00000200:2.0:1776190955.981653:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5395 [2] + 0 00000400:00000200:2.0:1776190955.981664:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.981667:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.981672:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.981679:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 00000020:00000010:0.0:1776190955.981898:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c1e5cbd. 00000020:00000010:0.0:1776190955.981908:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.981912:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.981956:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000881722c8 x1862468788214336/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190955.981998:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214336 02000000:00000010:0.0:1776190955.982014:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd9f6188. 00010000:00000010:0.0:1776190955.982063:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190955.982071:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190955.982078:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190955.982082:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000010:0.0:1776190955.982098:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190955.982103:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214336, offset 224 00000400:00000200:0.0:1776190955.982112:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.982122:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.982150:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91601:91601:256:4294967295] 192.168.202.25@tcp LPNI seq info [91601:91601:8:4294967295] 00000400:00000200:0.0:1776190955.982160:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.982165:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.982170:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.982176:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.982182:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.982186:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.982205:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.982210:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.982213:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c1e5cbd. 00000800:00000200:0.0:1776190955.982340:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.982345:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190955.986438:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.986452:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.986457:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:0.0:1776190955.986460:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00010000:00000010:2.1:1776190955.987175:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cebf3c73. 00010000:00000010:2.1:1776190955.987185:0:78403:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d31b944e. 00010000:00000010:2.1:1776190955.987189:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005428253a. 00010000:00000010:2.1:1776190955.987193:0:78403:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012ba7229. 00010000:00000010:2.1:1776190955.987196:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:3.1:1776190955.988457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2f57fb. 00010000:00000010:3.1:1776190955.988469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb2eadff. 00010000:00000010:3.1:1776190955.988474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d71491. 00000400:00000010:3.0:1776190955.988580:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da4fc769. 00000400:00000200:3.0:1776190955.988583:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:3.0:1776190955.988585:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:3.0:1776190955.988597:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797356032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.988605:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797356032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190955.988626:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff34dfc7. 02000000:00000010:3.0:1776190955.988637:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f1c1a9a. 02000000:00000010:3.0:1776190955.988641:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071c04ee0. 00000100:00000010:3.0:1776190955.988644:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:3.0:1776190955.988647:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1e8e7fe. 00010000:00000010:3.0:1776190955.988650:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a196a5ef. 00080000:00000010:3.0:1776190955.988666:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c4ca2e0. 00010000:00000010:3.0:1776190955.988770:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f91925b. 00010000:00000010:3.0:1776190955.988779:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000607ed59f. 00010000:00000010:3.0:1776190955.988845:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0e0a27e. 00010000:00000010:3.0:1776190955.988850:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190955.988861:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f55d70fa. 00000100:00000010:3.0:1776190955.988866:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007053da6b. 00000100:00000010:3.0:1776190955.988874:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190955.988884:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005241074e. 02000000:00000010:3.0:1776190955.988918:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094115002. 00000400:00000010:3.0:1776190955.988924:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a4c5a15c. 00000400:00000010:3.0:1776190955.988928:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190955.988932:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356096, portal 16 00000400:00000010:3.0:1776190955.988937:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190955.988949:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356096, offset 0 00000400:00000200:3.0:1776190955.988958:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.988971:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.988978:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.988982:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.988985:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.988987:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91602:91602:256:4294967295] 192.168.202.25@tcp LPNI seq info [91602:91602:8:4294967295] 00000400:00000200:3.0:1776190955.988996:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.989002:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.989006:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190955.989013:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.989019:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.989023:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190955.989878:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.989882:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:0.0:1776190955.989886:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.989891:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.989894:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:0.0:1776190955.989895:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000100:00000200:0.0:1776190955.989900:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797356096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.997617:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.997649:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125840 00000400:00000200:2.0:1776190955.997661:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a49 [1] + 224 00000400:00000200:2.0:1776190955.997676:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.997680:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.997693:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797356096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190955.997735:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190955.997741:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86da80 00000400:00000200:2.0:1776190955.997746:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5395 [2] + 328 00000400:00000200:2.0:1776190955.997810:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190955.997813:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190955.997818:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190955.997827:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 00000020:00000010:0.0:1776190955.997939:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c1e5cbd. 00000020:00000010:0.0:1776190955.997948:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.997955:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190955.997987:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e277f293 x1862468788214400/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:648/0 lens 328/0 e 0 to 0 dl 1776190998 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190955.998027:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214400 02000000:00000010:0.0:1776190955.998041:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d283df2. 00010000:00000010:0.0:1776190955.998096:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190955.998104:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190955.998111:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190955.998114:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000010:0.0:1776190955.998155:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190955.998161:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214400, offset 224 00000400:00000200:0.0:1776190955.998169:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190955.998183:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190955.998188:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91603:91603:256:4294967295] 192.168.202.25@tcp LPNI seq info [91603:91603:8:4294967295] 00000400:00000200:0.0:1776190955.998198:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190955.998203:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190955.998208:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190955.998214:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190955.998221:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190955.998225:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190955.998253:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e2551fa0. 00000020:00000010:0.0:1776190955.998258:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190955.998261:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c1e5cbd. 00000800:00000200:0.0:1776190955.998364:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190955.998367:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190955.998372:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190955.998375:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190955.998379:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:0.0:1776190955.998381:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000400:00000010:3.0:1776190955.999176:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a4c5a15c. 00000400:00000200:3.0:1776190955.999182:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:3.0:1776190955.999184:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00000100:00000200:3.0:1776190955.999193:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797356096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190955.999203:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797356096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190955.999227:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001af5d77b. 02000000:00000010:3.0:1776190955.999255:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094115002. 02000000:00000010:3.0:1776190955.999260:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005241074e. 00000100:00000010:3.0:1776190955.999264:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:3.0:1776190955.999271:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007053da6b. 00010000:00000010:3.0:1776190955.999274:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f55d70fa. 00080000:00000010:3.0:1776190955.999294:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005241074e. 00010000:00000010:3.0:1776190955.999492:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190955.999499:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014c4857d. 00010000:00000010:3.0:1776190955.999582:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190955.999588:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190955.999600:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f55d70fa. 00000100:00000010:3.0:1776190955.999604:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007053da6b. 00000100:00000010:3.0:1776190955.999611:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190955.999622:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094115002. 02000000:00000010:3.0:1776190955.999648:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049f0cdb1. 00000400:00000010:3.0:1776190955.999653:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a4c5a15c. 00000400:00000010:3.0:1776190955.999657:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f05d8f09. 00000100:00000200:3.0:1776190955.999662:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356160, portal 16 00000400:00000010:3.0:1776190955.999667:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000824c41af. 00000100:00000200:3.0:1776190955.999669:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356160, offset 0 00000400:00000200:3.0:1776190955.999676:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190955.999686:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190955.999693:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190955.999696:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190955.999699:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190955.999702:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91604:91604:256:4294967295] 192.168.202.25@tcp LPNI seq info [91604:91604:8:4294967295] 00000400:00000200:3.0:1776190955.999711:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190955.999718:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190955.999722:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190955.999727:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190955.999734:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190955.999737:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190956.001493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000855f27f8. 00010000:00000010:3.1:1776190956.001509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000231c2e42. 00010000:00000010:3.1:1776190956.001515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a6f173. 00000800:00000200:2.0:1776190956.008856:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.008866:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:2.0:1776190956.008875:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.008886:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.008894:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000824c41af 00000400:00000010:2.0:1776190956.008897:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000824c41af. 00000100:00000200:2.0:1776190956.008908:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797356160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.012735:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.012786:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125880 00000400:00000200:3.0:1776190956.012802:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a55 [1] + 224 00000400:00000200:3.0:1776190956.012846:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.012853:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.012874:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797356160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190956.015026:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a4c5a15c. 00000400:00000200:1.0:1776190956.015040:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05d8f09 00000400:00000010:1.0:1776190956.015044:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f05d8f09. 00000100:00000200:1.0:1776190956.015062:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797356160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.015077:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797356160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776190999 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.015111:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 02000000:00000010:1.0:1776190956.015126:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049f0cdb1. 00000400:00000200:3.0:1776190956.015158:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dac0 02000000:00000010:1.0:1776190956.015170:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094115002. 00000100:00000010:1.0:1776190956.015176:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000100:00000010:1.0:1776190956.015181:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007053da6b. 00000400:00000200:3.0:1776190956.015183:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5395 [2] + 656 00010000:00000010:1.0:1776190956.015191:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f55d70fa. 00000400:00000200:3.0:1776190956.015453:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.015460:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.015470:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.015477:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:2.0:1776190956.018932:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e400ae6d. 00000020:00000010:2.0:1776190956.018954:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.018962:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.019007:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788214464/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190956.019062:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214464 02000000:00000010:2.0:1776190956.019079:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007509db3c. 00010000:00000010:2.0:1776190956.019123:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c4fa9cb. 00010000:00000010:2.0:1776190956.019201:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000574e0bc3. 00000100:00000010:2.0:1776190956.019211:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1e8e7fe. 00000100:00000010:2.0:1776190956.019229:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1e8e7fe. 00010000:00000010:2.0:1776190956.019233:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000574e0bc3. 00000400:00000010:2.0:1776190956.019266:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190956.019275:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214464, offset 224 00000400:00000200:2.0:1776190956.019285:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.019302:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.019309:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91605:91605:256:4294967295] 192.168.202.25@tcp LPNI seq info [91605:91605:8:4294967295] 00000400:00000200:2.0:1776190956.019321:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.019328:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.019333:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190956.019340:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.019354:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.019361:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.019395:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.019401:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.019409:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e400ae6d. 00080000:00000010:3.0:1776190956.019450:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eac0479a. 00000800:00000200:2.0:1776190956.019588:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.019593:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:2.0:1776190956.019600:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.019607:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.019612:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:2.0:1776190956.019615:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00010000:00000010:3.0:1776190956.021514:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190956.021538:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9486c95. 00010000:00000010:3.0:1776190956.021682:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aafa1940. 00010000:00000010:3.0:1776190956.021689:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190956.021707:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b3d4a91. 00000100:00000010:3.0:1776190956.021718:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8c8c914. 00000100:00000010:3.0:1776190956.021732:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190956.021755:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000028fe13e0. 02000000:00000010:3.0:1776190956.021806:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094115002. 00000400:00000010:3.0:1776190956.021817:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c72d089. 00000400:00000010:3.0:1776190956.021825:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190956.022530:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356224, portal 16 00000400:00000010:3.0:1776190956.022543:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190956.022547:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356224, offset 0 00000400:00000200:3.0:1776190956.022558:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.022728:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.022740:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.022745:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.022748:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.022752:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91606:91606:256:4294967295] 192.168.202.25@tcp LPNI seq info [91606:91606:8:4294967295] 00000400:00000200:3.0:1776190956.022766:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.022773:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.022919:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190956.023034:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.023046:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.023053:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.024443:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.024451:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190956.024460:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.024470:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.024476:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000010:1.0:1776190956.024479:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 00000100:00000200:1.0:1776190956.024488:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797356224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190956.026175:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbbdca2d. 00010000:00000010:3.1:1776190956.026208:0:78406:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b293b4fc. 00010000:00000010:3.1:1776190956.026216:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e0a27e. 00000400:00000200:3.0:1776190956.041507:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.041544:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1258c0 00000400:00000200:3.0:1776190956.041558:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a61 [1] + 224 00000400:00000200:3.0:1776190956.041796:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.041805:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.041823:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797356224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.042345:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.042357:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86db00 00000400:00000200:3.0:1776190956.042363:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5395 [2] + 984 00000400:00000200:3.0:1776190956.042449:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.042455:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.042463:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.042475:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:3.0:1776190956.042600:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047019d20. 00000020:00000010:3.0:1776190956.042611:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000400:00000010:0.0:1776190956.042983:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c72d089. 00000400:00000200:0.0:1776190956.043002:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:0.0:1776190956.043005:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00000100:00000200:0.0:1776190956.043028:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797356224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.043041:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797356224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.043089:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094115002. 02000000:00000010:0.0:1776190956.043098:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000028fe13e0. 00000100:00000010:0.0:1776190956.043104:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:0.0:1776190956.043109:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8c8c914. 00010000:00000010:0.0:1776190956.043115:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b3d4a91. 00000020:00000010:3.0:1776190956.043785:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.044120:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788214528/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:2.1:1776190956.044575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dae34329. 00000100:00000200:3.0:1776190956.045104:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214528 00010000:00000010:3.1:1776190956.045182:0:77037:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023a51508. 00010000:00000010:3.1:1776190956.045438:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 02000000:00000010:3.0:1776190956.045452:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000028fe13e0. 00010000:00000010:3.0:1776190956.045504:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a89412dc. 00010000:00000010:3.0:1776190956.045540:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190956.045550:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006de76326. 00000100:00000010:3.0:1776190956.045582:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006de76326. 00010000:00000010:3.0:1776190956.045588:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000010:3.0:1776190956.045613:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190956.046466:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214528, offset 224 00000400:00000200:3.0:1776190956.046492:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.046526:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.046535:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91607:91607:256:4294967295] 192.168.202.25@tcp LPNI seq info [91607:91607:8:4294967295] 00000400:00000200:3.0:1776190956.046549:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.046558:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.046571:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190956.046581:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.046591:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.046597:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.046669:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.046696:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.046704:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047019d20. 00080000:00000010:0.0:1776190956.047121:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c1e5cbd. 00010000:00000010:0.0:1776190956.047315:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:0.0:1776190956.047327:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000162207db. 00010000:00000010:0.0:1776190956.047414:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.0:1776190956.047422:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190956.047442:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.047452:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190956.047477:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190956.047497:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac030881. 02000000:00000010:0.0:1776190956.047542:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000187a2875. 00000400:00000010:0.0:1776190956.047552:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190956.047561:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190956.047569:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356288, portal 16 00000400:00000010:0.0:1776190956.047574:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.047577:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356288, offset 0 00000400:00000200:0.0:1776190956.047589:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.047614:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.047624:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.047628:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.047631:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.047635:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91608:91608:255:4294967295] 192.168.202.25@tcp LPNI seq info [91608:91608:7:4294967295] 00000400:00000200:0.0:1776190956.047650:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.047656:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.047662:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348490). 00000800:00000200:0.0:1776190956.047670:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.047678:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.047683:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.048763:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.048771:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:0.0:1776190956.048780:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.048788:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.048795:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:0.0:1776190956.048798:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000800:00000200:0.0:1776190956.048892:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.048894:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190956.048898:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.048901:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.048903:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.048905:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.048914:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797356288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.061210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d77bd84. 00010000:00000010:0.1:1776190956.061233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aafa1940. 00000400:00000200:1.0:1776190956.061459:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.061482:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125900 00000400:00000200:1.0:1776190956.061493:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a6d [1] + 224 00000400:00000200:1.0:1776190956.061508:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.061513:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.061525:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797356288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.061571:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.061577:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86db40 00000400:00000200:1.0:1776190956.061584:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5395 [2] + 1312 00000400:00000200:1.0:1776190956.061598:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.061601:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.061606:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.061615:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:2.0:1776190956.061826:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c4a340f. 00000020:00000010:2.0:1776190956.061837:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.061844:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.061882:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788214592/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190956.061938:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214592 02000000:00000010:2.0:1776190956.061958:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ffdd405. 00010000:00000010:2.0:1776190956.062016:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000574e0bc3. 00000100:00000010:2.0:1776190956.062026:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1e8e7fe. 00000100:00000010:2.0:1776190956.062036:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1e8e7fe. 00010000:00000010:2.0:1776190956.062042:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000574e0bc3. 00010000:00000010:3.1:1776190956.062062:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408504ea. 00000400:00000010:2.0:1776190956.062071:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190956.062082:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214592, offset 224 00000400:00000200:2.0:1776190956.062094:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.062111:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.062122:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91609:91609:256:4294967295] 192.168.202.25@tcp LPNI seq info [91609:91609:8:4294967295] 00000400:00000200:2.0:1776190956.062183:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.062193:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.062200:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190956.062208:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.062215:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.062221:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.062259:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.062265:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.062269:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c4a340f. 00000800:00000200:2.0:1776190956.062381:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.062386:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:2.0:1776190956.062391:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.062394:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.062398:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:2.0:1776190956.062400:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000400:00000010:0.0:1776190956.062501:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:0.0:1776190956.062506:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:0.0:1776190956.062508:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:0.0:1776190956.062517:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797356288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.062526:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797356288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190956.062554:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080b415b9. 02000000:00000010:0.0:1776190956.062573:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000187a2875. 02000000:00000010:0.0:1776190956.062580:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac030881. 00000100:00000010:0.0:1776190956.062585:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190956.062592:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190956.062595:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00080000:00000010:0.0:1776190956.062624:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac030881. 00010000:00000010:0.0:1776190956.062773:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190956.062783:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb305a70. 00010000:00000010:0.0:1776190956.062920:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89b9daf. 00010000:00000010:0.0:1776190956.062926:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004d745f62. 00010000:00000010:0.0:1776190956.062934:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076538d06. 00010000:00000010:0.0:1776190956.062942:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddcb0454. 00080000:00000010:0.0:1776190956.062959:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000187a2875. 00010000:00000010:0.0:1776190956.062985:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190956.062988:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d745f62. 00010000:00000010:0.0:1776190956.063066:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.0:1776190956.063070:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190956.063079:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.063083:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190956.063092:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190956.063110:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001148ade1. 02000000:00000010:0.0:1776190956.063175:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b324c883. 00000400:00000010:0.0:1776190956.063182:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190956.063188:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190956.063196:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356352, portal 16 00000400:00000010:0.0:1776190956.063201:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.063203:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356352, offset 0 00000400:00000200:0.0:1776190956.063211:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.063221:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.063231:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.063246:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.063248:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.063251:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91610:91610:256:4294967295] 192.168.202.25@tcp LPNI seq info [91610:91610:8:4294967295] 00000400:00000200:0.0:1776190956.063260:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.063266:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.063271:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.063276:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.063282:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.063285:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.063376:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.063379:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190956.063382:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.063386:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.063390:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.063391:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.063396:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797356352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.068518:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.068560:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125940 00000400:00000200:3.0:1776190956.068589:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a79 [1] + 224 00000400:00000200:3.0:1776190956.068614:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.068752:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.068771:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797356352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.071660:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.071691:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86db80 00000400:00000200:2.0:1776190956.071708:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5395 [2] + 1640 00000400:00000200:2.0:1776190956.071838:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.071846:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.071858:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.071866:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 00000020:00000010:2.0:1776190956.073579:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c4a340f. 00000020:00000010:2.0:1776190956.073600:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.073606:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.073659:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040ee37c4 x1862468788214656/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190956.073710:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214656 02000000:00000010:2.0:1776190956.073729:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f382d738. 00010000:00000010:2.0:1776190956.073781:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000574e0bc3. 00000100:00000010:2.0:1776190956.073796:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1e8e7fe. 00000100:00000010:2.0:1776190956.073810:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1e8e7fe. 00010000:00000010:2.0:1776190956.073816:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000574e0bc3. 00000400:00000010:2.0:1776190956.073845:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190956.073854:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214656, offset 224 00000400:00000200:2.0:1776190956.073869:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.073896:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.073907:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91611:91611:256:4294967295] 192.168.202.25@tcp LPNI seq info [91611:91611:8:4294967295] 00000400:00000200:2.0:1776190956.073923:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.073931:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.073938:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1ef32a (tot 82348242). 00000800:00000200:2.0:1776190956.073946:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.073958:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.073962:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba1ef32a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.073997:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.074002:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.074007:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c4a340f. 00000800:00000200:0.0:1776190956.075046:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.075055:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1ef32a (tot 82347994). 00000400:00000200:0.0:1776190956.075062:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.075072:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.075077:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:0.0:1776190956.075080:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000400:00000010:0.0:1776190956.075112:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:0.0:1776190956.075116:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:0.0:1776190956.075117:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:0.0:1776190956.075127:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797356352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.075153:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797356352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190956.075184:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5a30685. 02000000:00000010:0.0:1776190956.075207:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b324c883. 02000000:00000010:0.0:1776190956.075214:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001148ade1. 00000100:00000010:0.0:1776190956.075218:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190956.075222:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190956.075226:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00080000:00000010:0.0:1776190956.075262:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001148ade1. 00010000:00000010:0.0:1776190956.075388:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190956.075396:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ece9e3fb. 00010000:00000010:0.0:1776190956.075513:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.0:1776190956.075520:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190956.075534:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.075540:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190956.075548:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190956.075563:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b324c883. 02000000:00000010:0.0:1776190956.075593:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f40009b3. 00000400:00000010:0.0:1776190956.075599:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190956.075604:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190956.075610:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356416, portal 16 00000400:00000010:0.0:1776190956.075614:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.075616:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356416, offset 0 00000400:00000200:0.0:1776190956.075624:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.075639:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.075650:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.075655:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.075658:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.075661:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91612:91612:256:4294967295] 192.168.202.25@tcp LPNI seq info [91612:91612:8:4294967295] 00000400:00000200:0.0:1776190956.075671:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.075677:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.075683:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.075691:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.075700:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.075704:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.079859:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.079873:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:3.0:1776190956.079886:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.079905:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.079918:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:3.0:1776190956.079924:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:3.0:1776190956.080420:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797356416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.081979:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.082013:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125980 00000400:00000200:2.0:1776190956.082029:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a85 [1] + 224 00000400:00000200:2.0:1776190956.082075:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.082080:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.082099:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797356416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.095638:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:0.0:1776190956.095655:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:0.0:1776190956.095661:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:0.0:1776190956.095686:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797356416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.095699:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797356416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.095747:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f40009b3. 02000000:00000010:0.0:1776190956.095756:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b324c883. 00000100:00000010:0.0:1776190956.095760:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190956.095764:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190956.095768:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000200:0.0:1776190956.095833:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.095849:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dbc0 00000400:00000200:0.0:1776190956.095859:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5395 [2] + 1968 00000400:00000010:0.0:1776190956.095863:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f85ab58. 00000400:00000200:0.0:1776190956.095870:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000359cec9f 00000400:00000200:0.0:1776190956.095923:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.095929:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.095935:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000359cec9f 00000400:00000010:0.0:1776190956.095938:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000359cec9f (tot 82347842). 00000100:00000200:0.0:1776190956.095946:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190956.096415:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1b54807. 00000020:00000010:3.0:1776190956.096431:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.096438:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.096593:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dee42234 x1862468788214720/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190956.096649:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214720 02000000:00000010:3.0:1776190956.096669:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049f0cdb1. 00010000:00000010:3.0:1776190956.096715:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a9fd7fb. 00010000:00000010:3.0:1776190956.096752:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190956.096764:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006de76326. 00000100:00000010:3.0:1776190956.096781:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006de76326. 00010000:00000010:3.0:1776190956.096786:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000010:3.0:1776190956.096811:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190956.096821:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214720, offset 224 00000400:00000200:3.0:1776190956.096836:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.096859:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00080000:00000010:0.0:1776190956.096864:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b324c883. 00000400:00000200:3.0:1776190956.096871:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91613:91613:256:4294967295] 192.168.202.25@tcp LPNI seq info [91613:91613:8:4294967295] 00000400:00000200:3.0:1776190956.096887:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.096895:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.096901:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348090). 00000800:00000200:3.0:1776190956.096909:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.096922:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.096940:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.096977:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.097001:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.097007:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1b54807. 02000000:00000010:3.0:1776190956.097019:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f382d738. 00000100:00000010:3.0:1776190956.097027:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 02000000:00000010:3.0:1776190956.097032:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ffdd405. 00000100:00000010:3.0:1776190956.097038:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:3.0:1776190956.097044:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000028fe13e0. 00000100:00000010:3.0:1776190956.097049:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190956.097052:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007509db3c. 00000100:00000010:3.0:1776190956.097056:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190956.097061:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d283df2. 00000100:00000010:3.0:1776190956.097064:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 02000000:00000010:3.0:1776190956.097068:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd9f6188. 00000100:00000010:3.0:1776190956.097071:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000200:3.0:1776190956.097082:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776190956.097092:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c7fdce6. 00000400:00000010:3.0:1776190956.097099:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006de76326 (tot 82348242). 00000800:00000200:0.0:1776190956.097184:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.097190:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:0.0:1776190956.097196:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.097203:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.097208:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:0.0:1776190956.097210:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 02000000:00000010:0.0:1776190956.097216:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049f0cdb1. 00010000:00000010:0.0:1776190956.099191:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190956.099217:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009bb5c836. 00010000:00000010:0.0:1776190956.099373:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.0:1776190956.099380:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddcb0454. 00010000:00000010:0.0:1776190956.099400:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.099410:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190956.099425:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190956.099450:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f40009b3. 02000000:00000010:0.0:1776190956.099750:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000117f23be. 00000400:00000010:0.0:1776190956.099761:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190956.099768:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190956.099778:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356480, portal 16 00000400:00000010:0.0:1776190956.099785:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190956.099787:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356480, offset 0 00000400:00000200:0.0:1776190956.099797:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.099824:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.099835:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.099839:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.099842:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.099847:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91614:91614:256:4294967295] 192.168.202.25@tcp LPNI seq info [91614:91614:8:4294967295] 00000400:00000200:0.0:1776190956.099859:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.099864:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.099871:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.099879:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.099890:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.099900:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190956.102169:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007d7a2b0. 00010000:00000010:0.1:1776190956.102195:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbcd7765. 00010000:00000010:0.1:1776190956.102200:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.1:1776190956.102203:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89b9daf. 00010000:00000010:0.1:1776190956.102207:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076538d06. 00010000:00000010:0.1:1776190956.102250:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005046ca3f. 00010000:00000010:0.1:1776190956.102256:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026017b86. 00010000:00000010:0.1:1776190956.102259:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bb2f2f. 00000800:00000200:1.0:1776190956.105505:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.105523:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190956.105540:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.105558:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.105568:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:1.0:1776190956.105572:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:1.0:1776190956.105588:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797356480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.114534:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.114566:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1259c0 00000400:00000200:0.0:1776190956.114578:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6a95 [1] + 224 00000400:00000200:0.0:1776190956.114598:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.114603:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.114623:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797356480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.114684:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.114689:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dc00 00000400:00000200:0.0:1776190956.114695:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb53ed [2] + 0 00000400:00000010:1.0:1776190956.114749:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:1.0:1776190956.114764:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:1.0:1776190956.114767:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:1.0:1776190956.114782:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797356480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.114784:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.114805:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.114813:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797356480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.114814:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.114823:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:1.0:1776190956.114887:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000117f23be. 02000000:00000010:1.0:1776190956.114898:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f40009b3. 00000100:00000010:1.0:1776190956.114904:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:1.0:1776190956.114909:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:1.0:1776190956.114913:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000020:00000010:3.0:1776190956.115113:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fe13e0. 00000020:00000010:3.0:1776190956.115128:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.115166:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.115224:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788214784/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190956.115294:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214784 02000000:00000010:3.0:1776190956.115312:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a1b54807. 00010000:00000010:3.0:1776190956.115356:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fae1b579. 00010000:00000010:3.0:1776190956.115391:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190956.115401:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.115409:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:3.0:1776190956.115413:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000010:3.0:1776190956.115432:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190956.115439:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214784, offset 224 00000400:00000200:3.0:1776190956.115450:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.115469:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.115478:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91615:91615:256:4294967295] 192.168.202.25@tcp LPNI seq info [91615:91615:8:4294967295] 00000400:00000200:3.0:1776190956.115492:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.115500:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.115507:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190956.115516:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.115528:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.115537:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.115564:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.115587:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.115593:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fe13e0. 00080000:00000010:1.0:1776190956.116249:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c780b0f9. 00000800:00000200:0.0:1776190956.116314:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.116323:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190956.116330:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.116338:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.116343:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:0.0:1776190956.116345:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00010000:00000010:1.0:1776190956.116404:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddcb0454. 00010000:00000010:1.0:1776190956.116416:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049eacba3. 00010000:00000010:1.0:1776190956.116539:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff81af9f. 00010000:00000010:1.0:1776190956.116549:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041999623. 00010000:00000010:1.0:1776190956.116569:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7055563. 00000100:00000010:1.0:1776190956.116577:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190956.116591:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190956.116612:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000214eca28. 02000000:00000010:1.0:1776190956.116674:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a039ffa6. 00000400:00000010:1.0:1776190956.116683:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e1869c5d. 00000400:00000010:1.0:1776190956.116690:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190956.116697:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356544, portal 16 00000400:00000010:1.0:1776190956.116703:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000124650d7. 00000100:00000200:1.0:1776190956.116705:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356544, offset 0 00000400:00000200:1.0:1776190956.116715:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.116728:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.116737:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.116741:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.116747:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.116750:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91616:91616:256:4294967295] 192.168.202.25@tcp LPNI seq info [91616:91616:8:4294967295] 00000400:00000200:1.0:1776190956.116760:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.116766:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.116770:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190956.116776:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.116784:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.116787:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.117424:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.117430:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:3.0:1776190956.117439:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.117446:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.117451:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000124650d7 00000400:00000010:3.0:1776190956.117453:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000124650d7. 00000100:00000200:3.0:1776190956.117463:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797356544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.120180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f787a89. 00010000:00000010:0.1:1776190956.120204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6e5389. 00010000:00000010:3.1:1776190956.125477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026e419c3. 00010000:00000010:3.1:1776190956.125503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000716521c3. 00000400:00000200:0.0:1776190956.129506:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.129545:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125a00 00000400:00000200:0.0:1776190956.129558:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6aa1 [1] + 224 00000400:00000200:0.0:1776190956.129584:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.129590:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.129609:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797356544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190956.129970:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e1869c5d. 00000400:00000200:2.0:1776190956.129978:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:2.0:1776190956.129981:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:2.0:1776190956.129990:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc1feb73 x1862468797356544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.130000:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc1feb73 x1862468797356544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190956.130056:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a039ffa6. 02000000:00000010:2.0:1776190956.130066:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000214eca28. 00000100:00000010:2.0:1776190956.130073:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000010:2.0:1776190956.130081:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:2.0:1776190956.130087:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7055563. 00010000:00000010:1.1:1776190956.130823:0:78411:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dce6bf6. 00010000:00000010:1.1:1776190956.130840:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d82fc9. 00000400:00000200:2.0:1776190956.142229:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.142274:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dc40 00000400:00000200:2.0:1776190956.142288:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb53ed [2] + 328 00000400:00000200:2.0:1776190956.142396:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.142403:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.142414:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.142423:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000020:00000010:0.0:1776190956.142705:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f81bd80. 00000020:00000010:0.0:1776190956.142718:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b3241829. 00000020:00000010:0.0:1776190956.142724:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.142762:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788214848/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190956.142806:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214848 02000000:00000010:0.0:1776190956.142824:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e89274f. 00010000:00000010:0.0:1776190956.142877:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e21c6054. 00010000:00000010:0.0:1776190956.142919:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006061aaf5. 00000100:00000010:0.0:1776190956.142932:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190956.142948:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190956.142954:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006061aaf5. 00000400:00000010:0.0:1776190956.142975:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190956.142983:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214848, offset 224 00000400:00000200:0.0:1776190956.142993:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.143012:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.143022:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91617:91617:256:4294967295] 192.168.202.25@tcp LPNI seq info [91617:91617:8:4294967295] 00000400:00000200:0.0:1776190956.143034:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.143041:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.143050:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.143058:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.143068:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.143075:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.143109:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b3241829. 00000020:00000010:0.0:1776190956.143114:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.143118:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f81bd80. 00000800:00000200:0.0:1776190956.143296:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.143300:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190956.143305:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.143310:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.143314:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:0.0:1776190956.143317:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00080000:00000010:2.0:1776190956.143597:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c4a340f. 00010000:00000010:2.0:1776190956.143745:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041999623. 00010000:00000010:2.0:1776190956.143755:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af169417. 00010000:00000010:2.0:1776190956.143864:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:2.0:1776190956.143874:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bc343dd. 00010000:00000010:2.0:1776190956.143892:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000574e0bc3. 00000100:00000010:2.0:1776190956.143900:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1e8e7fe. 00000100:00000010:2.0:1776190956.143913:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 02000000:00000010:2.0:1776190956.143931:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7d44ff1. 02000000:00000010:2.0:1776190956.143974:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d13533. 00000400:00000010:2.0:1776190956.143985:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efa2a2aa. 00000400:00000010:2.0:1776190956.143994:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190956.144004:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356608, portal 16 00000400:00000010:2.0:1776190956.144013:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190956.144016:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356608, offset 0 00000400:00000200:2.0:1776190956.144026:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.144040:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.144053:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.144059:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.144063:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.144066:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91618:91618:256:4294967295] 192.168.202.25@tcp LPNI seq info [91618:91618:8:4294967295] 00000400:00000200:2.0:1776190956.144074:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.144079:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.144085:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028ae87e7 (tot 82348242). 00000800:00000200:2.0:1776190956.144090:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.144096:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.144100:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000028ae87e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.147572:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.147590:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028ae87e7 (tot 82347994). 00000400:00000200:0.0:1776190956.147605:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.147633:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.147643:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:0.0:1776190956.147647:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000100:00000200:0.0:1776190956.147665:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000685efc40 x1862468797356608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.148767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000955d2ffd. 00000400:00000200:3.0:1776190956.160790:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.160823:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125a40 00000400:00000200:3.0:1776190956.160837:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6aad [1] + 224 00000400:00000200:3.0:1776190956.160854:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.160859:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.160875:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000685efc40 x1862468797356608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.160921:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.160927:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dc80 00000400:00000200:3.0:1776190956.160934:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb53ed [2] + 656 00000400:00000200:3.0:1776190956.160943:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.160945:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.160950:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.160959:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000400:00000010:3.0:1776190956.161001:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efa2a2aa. 00000400:00000200:3.0:1776190956.161007:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:3.0:1776190956.161010:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:3.0:1776190956.161018:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000685efc40 x1862468797356608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.161027:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000685efc40 x1862468797356608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190956.161081:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d13533. 02000000:00000010:3.0:1776190956.161094:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7d44ff1. 00000100:00000010:3.0:1776190956.161100:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000100:00000010:3.0:1776190956.161106:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1e8e7fe. 00010000:00000010:3.0:1776190956.161111:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000574e0bc3. 00000020:00000010:3.0:1776190956.161212:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fe13e0. 00000020:00000010:3.0:1776190956.161220:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.161225:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.161276:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788214912/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190956.161312:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214912 02000000:00000010:3.0:1776190956.161326:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047019d20. 00010000:00000010:3.0:1776190956.161366:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bcd627f. 00010000:00000010:3.0:1776190956.161393:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190956.161400:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.161411:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:3.0:1776190956.161415:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000010:3.0:1776190956.161433:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190956.161440:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214912, offset 224 00000400:00000200:3.0:1776190956.161449:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.161464:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.161471:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91619:91619:256:4294967295] 192.168.202.25@tcp LPNI seq info [91619:91619:8:4294967295] 00000400:00000200:3.0:1776190956.161485:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.161491:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.161497:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190956.161505:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.161515:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.161519:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.161541:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.161561:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.161567:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fe13e0. 00080000:00000010:3.0:1776190956.161602:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028fe13e0. 00010000:00000010:3.0:1776190956.161745:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bc343dd. 00010000:00000010:3.0:1776190956.161757:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070203c0f. 00010000:00000010:3.0:1776190956.161888:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190956.161900:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190956.161918:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190956.161922:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.161934:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190956.161955:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094115002. 02000000:00000010:3.0:1776190956.162002:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049f0cdb1. 00000400:00000010:3.0:1776190956.162009:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e41d958. 00000400:00000010:3.0:1776190956.162016:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190956.162024:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356672, portal 16 00000400:00000010:3.0:1776190956.162031:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007f5bd38. 00000100:00000200:3.0:1776190956.162033:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356672, offset 0 00000400:00000200:3.0:1776190956.162043:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.162053:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.162066:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.162071:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.162076:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.162078:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91620:91620:255:4294967295] 192.168.202.25@tcp LPNI seq info [91620:91620:7:4294967295] 00000400:00000200:3.0:1776190956.162087:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.162092:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.162096:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348490). 00000800:00000200:3.0:1776190956.162100:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.162106:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.162109:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.166091:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.166103:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82348242). 00000400:00000200:0.0:1776190956.166116:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.166146:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.166156:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:0.0:1776190956.166159:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000800:00000200:0.0:1776190956.166281:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.166283:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190956.166287:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.166291:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.166293:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f5bd38 00000400:00000010:0.0:1776190956.166295:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007f5bd38. 00000100:00000200:0.0:1776190956.166310:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797356672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190956.168383:0:78413:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f91b5a55. 00010000:00000010:2.1:1776190956.168408:0:78413:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff81af9f. 00000400:00000200:0.0:1776190956.173189:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.173246:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125a80 00000400:00000200:0.0:1776190956.173259:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ab9 [1] + 224 00000400:00000200:0.0:1776190956.173281:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.173285:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.173300:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797356672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190956.173610:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e41d958. 00000400:00000200:3.0:1776190956.173616:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:3.0:1776190956.173626:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:3.0:1776190956.173637:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797356672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.173646:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797356672/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190956.173693:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049f0cdb1. 02000000:00000010:3.0:1776190956.173701:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094115002. 00000100:00000010:3.0:1776190956.173706:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190956.173711:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:3.0:1776190956.173716:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000200:3.0:1776190956.175168:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.175201:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dcc0 00000400:00000200:3.0:1776190956.175213:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb53ed [2] + 984 00000400:00000200:3.0:1776190956.176265:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.176281:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.176294:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.176306:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:0.0:1776190956.176576:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f81bd80. 00000020:00000010:0.0:1776190956.176592:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b3241829. 00000020:00000010:0.0:1776190956.176601:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.176657:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788214976/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190956.176709:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788214976 02000000:00000010:0.0:1776190956.176729:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000003ecb4f5. 00010000:00000010:0.0:1776190956.176786:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032773b56. 00010000:00000010:0.0:1776190956.176823:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006061aaf5. 00000100:00000010:0.0:1776190956.176835:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190956.176858:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190956.176863:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006061aaf5. 00000400:00000010:0.0:1776190956.176889:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190956.176898:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788214976, offset 224 00000400:00000200:0.0:1776190956.176910:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.176946:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.176955:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91621:91621:256:4294967295] 192.168.202.25@tcp LPNI seq info [91621:91621:8:4294967295] 00000400:00000200:0.0:1776190956.176971:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.176979:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.176987:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.176997:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.177005:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.177011:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.177053:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b3241829. 00000020:00000010:0.0:1776190956.177061:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.177065:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f81bd80. 00000800:00000200:0.0:1776190956.177248:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.177255:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190956.177262:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.177266:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.177272:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:0.0:1776190956.177275:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00080000:00000010:3.0:1776190956.178867:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d13533. 00010000:00000010:3.0:1776190956.179018:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190956.179032:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a14285e5. 00010000:00000010:3.0:1776190956.179293:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0e0a27e. 00010000:00000010:3.0:1776190956.179302:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190956.179318:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8d75073. 00000100:00000010:3.0:1776190956.179327:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.179339:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190956.179359:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094115002. 02000000:00000010:3.0:1776190956.179731:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000049f0cdb1. 00000400:00000010:3.0:1776190956.179743:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007e41d958. 00000400:00000010:3.0:1776190956.179754:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190956.179766:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356736, portal 16 00000400:00000010:3.0:1776190956.180769:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000898e8621. 00000100:00000200:3.0:1776190956.180778:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356736, offset 0 00000400:00000200:3.0:1776190956.180791:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.180820:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.180832:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.180836:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.180840:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.180844:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91622:91622:256:4294967295] 192.168.202.25@tcp LPNI seq info [91622:91622:8:4294967295] 00000400:00000200:3.0:1776190956.180858:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.180865:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.180874:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190956.180884:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.180895:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.180901:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190956.183183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006341a19d. 00010000:00000010:3.1:1776190956.183209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006826487b. 00010000:00000010:3.1:1776190956.183214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cb90d5. 00000800:00000200:1.0:1776190956.188965:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.188979:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190956.188991:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.189006:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.189016:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000898e8621 00000400:00000010:1.0:1776190956.189020:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000898e8621. 00000100:00000200:1.0:1776190956.189033:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797356736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.190347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfc35154. 00010000:00000010:3.1:1776190956.194518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b878f860. 00010000:00000010:3.1:1776190956.194541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00000400:00000200:3.0:1776190956.200907:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.200944:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125ac0 00000400:00000200:3.0:1776190956.200960:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ac5 [1] + 224 00000400:00000200:3.0:1776190956.200982:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.200988:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.201006:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797356736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.201072:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.201078:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dd00 00000400:00000200:3.0:1776190956.201087:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb53ed [2] + 1312 00000400:00000010:1.0:1776190956.201339:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007e41d958. 00000400:00000200:1.0:1776190956.201348:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:1.0:1776190956.201351:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:1.0:1776190956.201359:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797356736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.201368:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797356736/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190956.201427:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000049f0cdb1. 02000000:00000010:1.0:1776190956.201439:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094115002. 00000100:00000010:1.0:1776190956.201445:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:1.0:1776190956.201451:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:1.0:1776190956.201457:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8d75073. 00000400:00000200:3.0:1776190956.201588:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.201594:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.201601:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.201608:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:1.0:1776190956.202055:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5446f18. 00000020:00000010:1.0:1776190956.202072:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190956.202078:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190956.202304:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788215040/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190956.202343:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215040 02000000:00000010:1.0:1776190956.202363:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009e9b5d41. 00010000:00000010:1.0:1776190956.202411:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8ebb73f. 00010000:00000010:1.0:1776190956.202446:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190956.202455:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.202470:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.202473:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00000400:00000010:1.0:1776190956.202494:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.202500:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215040, offset 224 00000400:00000200:1.0:1776190956.202509:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.202526:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.202532:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91623:91623:256:4294967295] 192.168.202.25@tcp LPNI seq info [91623:91623:8:4294967295] 00000400:00000200:1.0:1776190956.202544:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.202551:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.202559:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190956.202565:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.202575:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.202581:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.202608:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190956.202613:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190956.202617:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5446f18. 00000800:00000200:1.0:1776190956.202880:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.202886:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:1.0:1776190956.202894:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.202899:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.202903:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190956.202905:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00080000:00000010:1.0:1776190956.202954:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5446f18. 00010000:00000010:1.0:1776190956.203128:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:1.0:1776190956.204092:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb4cc4c9. 00010000:00000010:1.0:1776190956.204432:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048cc6349. 00010000:00000010:1.0:1776190956.204442:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190956.204468:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190956.204480:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.204495:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190956.204518:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d85894b6. 02000000:00000010:1.0:1776190956.204570:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000214eca28. 00000400:00000010:1.0:1776190956.204582:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39c8d13. 00000400:00000010:1.0:1776190956.204591:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.204601:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356800, portal 16 00000400:00000010:1.0:1776190956.204609:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190956.204611:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356800, offset 0 00000400:00000200:1.0:1776190956.206613:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.206654:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.206665:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.206670:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.206674:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.206679:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91624:91624:256:4294967295] 192.168.202.25@tcp LPNI seq info [91624:91624:8:4294967295] 00000400:00000200:1.0:1776190956.206694:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.206702:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.206713:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190956.206724:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.206734:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.206740:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.207359:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.207367:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:2.0:1776190956.207381:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.207388:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.207394:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:2.0:1776190956.207397:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:2.0:1776190956.207412:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797356800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.209500:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.209531:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125b00 00000400:00000200:3.0:1776190956.209544:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ad1 [1] + 224 00000400:00000200:3.0:1776190956.209566:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.209570:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.209587:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797356800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.214585:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.214615:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dd40 00000400:00000200:2.0:1776190956.214640:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb53ed [2] + 1640 00000400:00000200:2.0:1776190956.214741:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.214748:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.214757:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.214765:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 00000020:00000010:3.0:1776190956.215037:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d44ff1. 00000020:00000010:3.0:1776190956.215050:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.215057:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.215106:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e1b58e5 x1862468788215104/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190956.215186:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215104 02000000:00000010:3.0:1776190956.215201:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f382d738. 00010000:00000010:3.0:1776190956.215285:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e069d27a. 00000100:00000010:3.0:1776190956.215295:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.215305:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:3.0:1776190956.215311:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e069d27a. 00000400:00000010:3.0:1776190956.215330:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190956.215337:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215104, offset 224 00000400:00000200:3.0:1776190956.215347:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.215361:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.215369:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91625:91625:256:4294967295] 192.168.202.25@tcp LPNI seq info [91625:91625:8:4294967295] 00000400:00000200:3.0:1776190956.215383:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.215389:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.215395:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190956.215402:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.215411:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.215417:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.215440:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.215458:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.215464:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d44ff1. 00000800:00000200:3.0:1776190956.215570:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.215574:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190956.215577:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.215581:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.215585:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:3.0:1776190956.215587:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000400:00000010:1.0:1776190956.215944:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39c8d13. 00000400:00000200:1.0:1776190956.215952:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190956.215954:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:1.0:1776190956.215968:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797356800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.215988:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797356800/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190956.216024:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f486b1e2. 02000000:00000010:1.0:1776190956.216048:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000214eca28. 02000000:00000010:1.0:1776190956.216057:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d85894b6. 00000100:00000010:1.0:1776190956.216063:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190956.216068:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.216071:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00080000:00000010:1.0:1776190956.216101:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d85894b6. 00000400:00000010:0.0:1776190956.216942:0:78414:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 000000004b011263 (tot 82348186). 00000001:02000400:0.0:1776190956.216958:0:78414:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00010000:00000010:1.0:1776190956.217101:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190956.217114:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000523f9589. 00010000:00000010:1.0:1776190956.217340:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.0:1776190956.217348:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190956.217372:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190956.217384:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.217403:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190956.217425:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000214eca28. 02000000:00000010:1.0:1776190956.217479:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094115002. 00000400:00000010:1.0:1776190956.217489:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39c8d13. 00000400:00000010:1.0:1776190956.217499:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.217511:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356864, portal 16 00000400:00000010:1.0:1776190956.217521:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec263b15. 00000100:00000200:1.0:1776190956.217524:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356864, offset 0 00000400:00000200:1.0:1776190956.217536:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.217560:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.217573:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.217580:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.217585:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.217588:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91626:91626:256:4294967295] 192.168.202.25@tcp LPNI seq info [91626:91626:8:4294967295] 00000400:00000200:1.0:1776190956.217601:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.217610:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.217616:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348434). 00000800:00000200:1.0:1776190956.217641:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.217651:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.217658:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.218099:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.218107:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82348186). 00000400:00000200:3.0:1776190956.218120:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.218192:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.218200:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec263b15 00000400:00000010:3.0:1776190956.218204:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec263b15. 00000100:00000200:3.0:1776190956.218214:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797356864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.224578:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.224784:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125b40 00000400:00000200:2.0:1776190956.224804:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6add [1] + 224 00000400:00000200:2.0:1776190956.224840:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.224846:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.224867:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797356864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.225568:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.225585:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dd80 00000400:00000200:3.0:1776190956.225593:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb53ed [2] + 1968 00000400:00000010:3.0:1776190956.225601:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d34f335b. 00000400:00000200:3.0:1776190956.225608:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e1c8eaa3 00000400:00000200:3.0:1776190956.225885:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.225892:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.225896:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1c8eaa3 00000400:00000010:3.0:1776190956.225900:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e1c8eaa3 (tot 82348034). 00000100:00000200:3.0:1776190956.225910:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190956.226483:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2347a96. 00000020:00000010:2.0:1776190956.226496:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.226503:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.226552:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000deff642b x1862468788215168/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190956.226587:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215168 02000000:00000010:2.0:1776190956.226609:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000405c2cab. 00010000:00000010:2.0:1776190956.226693:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190956.226706:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1e8e7fe. 00000100:00000010:2.0:1776190956.226719:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1e8e7fe. 00010000:00000010:2.0:1776190956.226724:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00000400:00000010:2.0:1776190956.226754:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190956.226762:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215168, offset 224 00000400:00000200:2.0:1776190956.226772:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.226790:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.226798:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91627:91627:256:4294967295] 192.168.202.25@tcp LPNI seq info [91627:91627:8:4294967295] 00000400:00000200:2.0:1776190956.226810:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.226818:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.226823:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fadc9db4 (tot 82348282). 00000800:00000200:2.0:1776190956.226830:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.226839:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.226844:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fadc9db4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.226867:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.226871:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.226877:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2347a96. 02000000:00000010:2.0:1776190956.226895:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f382d738. 00000100:00000010:2.0:1776190956.226903:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190956.226909:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009e9b5d41. 00000100:00000010:2.0:1776190956.226913:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:2.0:1776190956.226917:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000003ecb4f5. 00000100:00000010:2.0:1776190956.226920:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:2.0:1776190956.226923:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047019d20. 00000100:00000010:2.0:1776190956.226926:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:2.0:1776190956.226929:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e89274f. 00000100:00000010:2.0:1776190956.226932:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190956.226936:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a1b54807. 00000100:00000010:2.0:1776190956.226938:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000200:2.0:1776190956.226948:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190956.226956:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c44b1c. 00000400:00000010:2.0:1776190956.226963:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1e8e7fe (tot 82348434). 00000400:00000010:1.0:1776190956.227387:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39c8d13. 00000400:00000200:1.0:1776190956.227394:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190956.227396:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:1.0:1776190956.227410:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797356864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.227420:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797356864/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190956.227457:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9cebd5a. 02000000:00000010:1.0:1776190956.227485:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094115002. 02000000:00000010:1.0:1776190956.227491:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000214eca28. 00000100:00000010:1.0:1776190956.227497:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190956.227502:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.227505:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00080000:00000010:1.0:1776190956.227532:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094115002. 00010000:00000010:1.0:1776190956.227681:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190956.227689:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fde63af. 00010000:00000010:1.0:1776190956.227797:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8ebfdad. 00010000:00000010:1.0:1776190956.227804:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190956.227817:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190956.227821:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.227829:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190956.227843:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000049f0cdb1. 02000000:00000010:1.0:1776190956.227880:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1b54807. 00000400:00000010:1.0:1776190956.227885:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39c8d13. 00000400:00000010:1.0:1776190956.227890:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.227894:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356928, portal 16 00000400:00000010:1.0:1776190956.227899:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190956.227901:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356928, offset 0 00000400:00000200:1.0:1776190956.227908:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.227919:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.227929:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.227934:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.227938:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.227941:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91628:91628:255:4294967295] 192.168.202.25@tcp LPNI seq info [91628:91628:7:4294967295] 00000400:00000200:1.0:1776190956.227950:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.227955:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.227961:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348682). 00000800:00000200:1.0:1776190956.227968:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.227975:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.227979:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.228924:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.228935:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fadc9db4 (tot 82348434). 00000400:00000200:3.0:1776190956.228948:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.228957:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.228964:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:3.0:1776190956.228967:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 02000000:00000010:3.0:1776190956.228979:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000405c2cab. 00000800:00000200:3.0:1776190956.229077:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.229080:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82348186). 00000400:00000200:3.0:1776190956.229088:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.229091:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.229094:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:3.0:1776190956.229096:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:3.0:1776190956.229107:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797356928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.231572:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.231603:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125b80 00000400:00000200:2.0:1776190956.231626:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6aed [1] + 224 00000400:00000200:2.0:1776190956.231651:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.231656:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.231677:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797356928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190956.231999:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39c8d13. 00000400:00000200:1.0:1776190956.232006:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190956.232008:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:1.0:1776190956.232015:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797356928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.232024:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797356928/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190956.232067:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1b54807. 02000000:00000010:1.0:1776190956.232076:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000049f0cdb1. 00000100:00000010:1.0:1776190956.232081:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190956.232087:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.232092:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00000400:00000010:0.0:1776190956.240743:0:78414:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 000000004b011263 (tot 82347994). 00000400:00000200:3.0:1776190956.243854:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.243889:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ddc0 00000400:00000200:3.0:1776190956.243900:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5445 [2] + 0 00000400:00000200:3.0:1776190956.244009:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.244016:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.244029:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.244043:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:1.0:1776190956.247365:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049f0cdb1. 00000020:00000010:1.0:1776190956.247383:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190956.247390:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190956.247451:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788215232/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190956.247519:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215232 02000000:00000010:1.0:1776190956.247538:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a1b54807. 00010000:00000010:1.0:1776190956.247580:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1165c4a. 00010000:00000010:1.0:1776190956.247610:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190956.247719:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.247752:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.247757:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00000400:00000010:1.0:1776190956.247783:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.247795:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215232, offset 224 00000400:00000200:1.0:1776190956.247806:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.247831:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.247840:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91629:91629:256:4294967295] 192.168.202.25@tcp LPNI seq info [91629:91629:8:4294967295] 00000400:00000200:1.0:1776190956.247854:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.247861:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.247868:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190956.247876:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.247884:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.247889:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.247915:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190956.247920:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190956.247924:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049f0cdb1. 00000800:00000200:1.0:1776190956.248072:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.248076:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:1.0:1776190956.248085:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.248091:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.248099:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190956.248102:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00080000:00000010:2.0:1776190956.249600:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004680ca52. 00010000:00000010:2.0:1776190956.249821:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2646644. 00010000:00000010:2.0:1776190956.249835:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b06863b. 00010000:00000010:2.0:1776190956.249961:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:2.0:1776190956.249970:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bc343dd. 00010000:00000010:2.0:1776190956.249990:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b579fa42. 00000100:00000010:2.0:1776190956.250000:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.250011:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190956.250029:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003365ca74. 02000000:00000010:2.0:1776190956.250075:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f0c61a. 00000400:00000010:2.0:1776190956.250086:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c650b603. 00000400:00000010:2.0:1776190956.250098:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190956.250109:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797356992, portal 16 00000400:00000010:2.0:1776190956.250119:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190956.250123:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797356992, offset 0 00000400:00000200:2.0:1776190956.250162:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.250188:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.250208:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.250213:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.250216:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.250220:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91630:91630:256:4294967295] 192.168.202.25@tcp LPNI seq info [91630:91630:8:4294967295] 00000400:00000200:2.0:1776190956.250232:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.250250:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.250257:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009d8d384 (tot 82348242). 00000800:00000200:2.0:1776190956.250265:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.250277:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00010000:00000010:1.1:1776190956.250278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af10f02e. 00000800:00000200:2.0:1776190956.250282:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009d8d384 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190956.250292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094ea02ff. 00010000:00000010:1.1:1776190956.250298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0e0a27e. 00000800:00000200:0.0:1776190956.250464:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.250471:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009d8d384 (tot 82347994). 00000400:00000200:0.0:1776190956.250477:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.250484:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.250491:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:0.0:1776190956.250493:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:0.0:1776190956.250507:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a762698b x1862468797356992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190956.256227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055fa7101. 00010000:00000010:1.1:1776190956.256260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008ea4b51. 00010000:00000010:1.1:1776190956.256265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048cc6349. 00010000:00000010:1.1:1776190956.268644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c0656bb. 00010000:00000010:1.1:1776190956.268678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091b27596. 00010000:00000010:1.1:1776190956.268685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.1:1776190956.268689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c7c68eb. 00000400:00000200:3.0:1776190956.269995:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.270027:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125bc0 00000400:00000200:3.0:1776190956.270041:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6af9 [1] + 224 00000400:00000200:3.0:1776190956.270059:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.270065:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.270086:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a762698b x1862468797356992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190956.270852:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c650b603. 00000400:00000200:1.0:1776190956.270867:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:1.0:1776190956.270872:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000100:00000200:1.0:1776190956.270884:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a762698b x1862468797356992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.270897:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a762698b x1862468797356992/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190956.270951:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f0c61a. 02000000:00000010:1.0:1776190956.270964:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003365ca74. 00000100:00000010:1.0:1776190956.270969:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 00000100:00000010:1.0:1776190956.270974:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:1.0:1776190956.270979:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b579fa42. 00010000:00000010:2.1:1776190956.272385:0:78415:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a81d135. 00010000:00000010:2.1:1776190956.272410:0:78415:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8ebfdad. 00000400:00000200:3.0:1776190956.273319:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.273358:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86de00 00000400:00000200:3.0:1776190956.273370:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5445 [2] + 328 00000400:00000200:3.0:1776190956.273496:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.273502:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.273511:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.273520:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:1.0:1776190956.273993:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000049f0cdb1. 00000020:00000010:1.0:1776190956.274004:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190956.274009:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190956.274048:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788215296/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190956.274088:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215296 02000000:00000010:1.0:1776190956.274102:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047019d20. 00010000:00000010:1.0:1776190956.274180:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009530f377. 00010000:00000010:1.0:1776190956.274214:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190956.274224:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.274251:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.274257:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00000400:00000010:1.0:1776190956.274276:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.274282:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215296, offset 224 00000400:00000200:1.0:1776190956.274294:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.274311:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.274319:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91631:91631:256:4294967295] 192.168.202.25@tcp LPNI seq info [91631:91631:8:4294967295] 00000400:00000200:1.0:1776190956.274332:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.274338:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.274345:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190956.274353:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.274361:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.274365:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.274389:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000c462dfa. 00000020:00000010:1.0:1776190956.274393:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:1.0:1776190956.274396:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000049f0cdb1. 00000800:00000200:1.0:1776190956.274520:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.274525:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:1.0:1776190956.274532:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.274536:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.274540:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190956.274543:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00080000:00000010:0.0:1776190956.276310:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f81bd80. 00010000:00000010:0.0:1776190956.276524:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bc343dd. 00010000:00000010:0.0:1776190956.276545:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000505604cc. 00010000:00000010:1.0:1776190956.277069:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190956.277081:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000c462dfa. 00010000:00000010:1.0:1776190956.277091:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.0:1776190956.277102:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00080000:00000010:1.0:1776190956.279332:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049f0cdb1. 00010000:00000010:1.0:1776190956.279531:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190956.279543:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c462dfa. 00010000:00000010:1.0:1776190956.281971:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048cc6349. 00010000:00000010:1.0:1776190956.281997:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190956.282022:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bfb76b1e. 00000100:00000010:1.0:1776190956.282031:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.282045:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190956.282066:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f40009b3. 02000000:00000010:1.0:1776190956.282115:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000867944d0. 00000400:00000010:1.0:1776190956.282124:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39c8d13. 00000400:00000010:1.0:1776190956.282151:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.282163:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357056, portal 16 00000400:00000010:1.0:1776190956.282171:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190956.282174:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357056, offset 0 00000400:00000200:1.0:1776190956.282191:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.282218:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.282229:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.282244:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.282248:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.282252:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91632:91632:256:4294967295] 192.168.202.25@tcp LPNI seq info [91632:91632:8:4294967295] 00000400:00000200:1.0:1776190956.282267:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.282274:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.282282:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190956.282290:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.282300:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.282306:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.283204:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.283213:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:0.0:1776190956.283223:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.283244:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.283251:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:0.0:1776190956.283254:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000100:00000200:0.0:1776190956.283264:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797357056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.291424:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.291453:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125c00 00000400:00000200:3.0:1776190956.291464:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b05 [1] + 224 00000400:00000200:3.0:1776190956.291482:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.291486:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.291501:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797357056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190956.291865:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39c8d13. 00000400:00000200:1.0:1776190956.291873:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190956.291877:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:1.0:1776190956.291887:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797357056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.291896:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797357056/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190956.291973:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000867944d0. 02000000:00000010:1.0:1776190956.291984:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f40009b3. 00000100:00000010:1.0:1776190956.291992:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:1.0:1776190956.291997:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.292003:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bfb76b1e. 00010000:00000010:0.1:1776190956.301928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000799e7b15. 00010000:00000010:0.1:1776190956.301965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2cb90d5. 00010000:00000010:1.1:1776190956.314579:0:78416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079131405. 00010000:00000010:1.1:1776190956.314615:0:78416:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190956.314622:0:78416:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073117ed0. 00000400:00000200:1.0:1776190956.333556:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.333593:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86de40 00000400:00000200:1.0:1776190956.333607:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5445 [2] + 656 00000400:00000200:1.0:1776190956.333638:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.333644:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.333655:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.333668:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:3.0:1776190956.334558:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d283df2. 00000020:00000010:3.0:1776190956.334573:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.334579:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.334625:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788215360/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190956.334713:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215360 02000000:00000010:3.0:1776190956.334735:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7d44ff1. 00010000:00000010:3.0:1776190956.334779:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d5fe77f. 00010000:00000010:3.0:1776190956.334812:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e069d27a. 00000100:00000010:3.0:1776190956.334826:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.334856:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:3.0:1776190956.334863:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e069d27a. 00000400:00000010:3.0:1776190956.334889:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190956.334900:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215360, offset 224 00000400:00000200:3.0:1776190956.334913:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.334935:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.334942:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91633:91633:256:4294967295] 192.168.202.25@tcp LPNI seq info [91633:91633:8:4294967295] 00000400:00000200:3.0:1776190956.334956:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.334963:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.334970:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190956.334978:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.334989:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.334996:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.335020:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.335040:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.335045:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d283df2. 00080000:00000010:2.0:1776190956.338867:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000214eca28. 00010000:00000010:2.0:1776190956.339060:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:2.0:1776190956.339074:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ace7eca. 00010000:00000010:2.0:1776190956.339209:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023a6f173. 00010000:00000010:2.0:1776190956.339218:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006f91925b. 00010000:00000010:2.0:1776190956.339245:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.339256:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.339268:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190956.339291:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e9b5d41. 02000000:00000010:2.0:1776190956.339336:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a039ffa6. 00000400:00000010:2.0:1776190956.339344:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd122ebf. 00000400:00000010:2.0:1776190956.339353:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190956.339365:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357120, portal 16 00000400:00000010:2.0:1776190956.339373:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190956.339375:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357120, offset 0 00000400:00000200:2.0:1776190956.339387:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.339427:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.339438:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.339443:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.339447:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.339450:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91634:91634:255:4294967295] 192.168.202.25@tcp LPNI seq info [91634:91634:7:4294967295] 00000400:00000200:2.0:1776190956.339463:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.339470:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.339477:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000960f70b0 (tot 82348490). 00000800:00000200:2.0:1776190956.339485:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.339494:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.339500:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000960f70b0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.340060:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.340067:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:0.0:1776190956.340074:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.340081:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.340087:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:0.0:1776190956.340090:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000800:00000200:0.0:1776190956.342176:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.342189:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000960f70b0 (tot 82347994). 00000400:00000200:0.0:1776190956.342203:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.342216:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.342224:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:0.0:1776190956.342227:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:0.0:1776190956.342251:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797357120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.356866:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.356898:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125c40 00000400:00000200:1.0:1776190956.356911:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b11 [1] + 224 00000400:00000200:1.0:1776190956.356944:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.356949:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.356967:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797357120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190956.357456:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd122ebf. 00000400:00000200:2.0:1776190956.357463:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:2.0:1776190956.357465:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00000100:00000200:2.0:1776190956.357477:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797357120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.357485:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797357120/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190956.357533:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a039ffa6. 02000000:00000010:2.0:1776190956.357543:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e9b5d41. 00000100:00000010:2.0:1776190956.357547:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:2.0:1776190956.357552:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.357557:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00010000:00000010:2.1:1776190956.358323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ac0afcc. 00010000:00000010:2.1:1776190956.358333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048cc6349. 00010000:00000010:3.1:1776190956.364877:0:78417:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8d9421. 00000400:00000200:1.0:1776190956.365162:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.365200:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86de80 00000400:00000200:1.0:1776190956.365212:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5445 [2] + 984 00000400:00000200:0.0:1776190956.365392:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.365400:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.365411:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.365419:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:1.0:1776190956.366087:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000867944d0. 00000020:00000010:1.0:1776190956.366101:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000092e72316. 00000020:00000010:1.0:1776190956.366108:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003306e816. 00000100:00000200:1.0:1776190956.366177:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788215424/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190956.366243:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215424 02000000:00000010:1.0:1776190956.366261:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de4d9ffc. 00010000:00000010:1.0:1776190956.366313:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cedc4ab. 00010000:00000010:2.0:1776190956.366364:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.366378:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.366404:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.366408:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00000400:00000010:2.0:1776190956.366432:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190956.366440:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215424, offset 224 00000400:00000200:2.0:1776190956.366452:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.366471:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.366479:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91635:91635:256:4294967295] 192.168.202.25@tcp LPNI seq info [91635:91635:8:4294967295] 00000400:00000200:2.0:1776190956.366494:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.366502:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.366508:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae577358 (tot 82348242). 00000800:00000200:2.0:1776190956.366517:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.366527:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.366534:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae577358 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.366554:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000092e72316. 00000020:00000010:2.0:1776190956.366561:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003306e816. 00000020:00000010:2.0:1776190956.366564:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000867944d0. 00000800:00000200:0.0:1776190956.366787:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.366793:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae577358 (tot 82347994). 00000400:00000200:0.0:1776190956.366800:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.366805:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.366811:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:0.0:1776190956.366814:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00080000:00000010:1.0:1776190956.367356:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff287f60. 00010000:00000010:1.0:1776190956.367529:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f91925b. 00010000:00000010:1.0:1776190956.367545:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b845a69. 00010000:00000010:1.0:1776190956.367668:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073117ed0. 00010000:00000010:1.0:1776190956.367677:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a4bd85c. 00010000:00000010:1.0:1776190956.367692:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cdbcd17. 00000100:00000010:1.0:1776190956.367699:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.367709:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 02000000:00000010:1.0:1776190956.367729:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000867944d0. 02000000:00000010:1.0:1776190956.367774:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f40009b3. 00000400:00000010:1.0:1776190956.367785:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39c8d13. 00000400:00000010:1.0:1776190956.367794:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.367802:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357184, portal 16 00000400:00000010:1.0:1776190956.367808:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190956.367811:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357184, offset 0 00000400:00000200:1.0:1776190956.367822:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.367836:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.367844:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.367849:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.367852:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.367854:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91636:91636:256:4294967295] 192.168.202.25@tcp LPNI seq info [91636:91636:8:4294967295] 00000400:00000200:1.0:1776190956.367864:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.367869:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.367874:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190956.367880:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.367887:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.367890:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.368830:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.368838:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:0.0:1776190956.368850:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.368859:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.368865:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:0.0:1776190956.368867:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000100:00000200:0.0:1776190956.368878:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000263cbb7c x1862468797357184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.376106:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.376166:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125c80 00000400:00000200:0.0:1776190956.376182:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b1d [1] + 224 00000400:00000200:0.0:1776190956.376231:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.376246:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.376265:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000263cbb7c x1862468797357184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190956.376798:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f39c8d13. 00000400:00000200:1.0:1776190956.376806:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:1.0:1776190956.376808:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:1.0:1776190956.376818:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000263cbb7c x1862468797357184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.376826:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000263cbb7c x1862468797357184/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190956.376873:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f40009b3. 02000000:00000010:1.0:1776190956.376882:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000867944d0. 00000100:00000010:1.0:1776190956.376887:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000010:1.0:1776190956.376892:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.376898:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cdbcd17. 00010000:00000010:1.1:1776190956.377296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44d2e37. 00010000:00000010:1.1:1776190956.385333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d190db8. 00010000:00000010:1.1:1776190956.385350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a6f173. 00000400:00000200:0.0:1776190956.393926:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.393967:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dec0 00000400:00000200:0.0:1776190956.393978:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5445 [2] + 1312 00000400:00000200:0.0:1776190956.394075:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.394081:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.394092:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.394102:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000020:00000010:1.0:1776190956.394591:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f40009b3. 00000020:00000010:1.0:1776190956.394606:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000234f0332. 00000020:00000010:1.0:1776190956.394615:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008c5e8826. 00000100:00000200:1.0:1776190956.394660:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788215488/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190956.394710:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215488 02000000:00000010:1.0:1776190956.394729:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000867944d0. 00010000:00000010:1.0:1776190956.394782:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a897c7a. 00010000:00000010:1.0:1776190956.394817:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cdbcd17. 00000100:00000010:1.0:1776190956.394827:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.394852:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.394857:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cdbcd17. 00000400:00000010:1.0:1776190956.394873:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190956.394880:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215488, offset 224 00000400:00000200:1.0:1776190956.394889:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.394903:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.394910:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91637:91637:256:4294967295] 192.168.202.25@tcp LPNI seq info [91637:91637:8:4294967295] 00000400:00000200:1.0:1776190956.394921:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.394927:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.394933:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190956.394940:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.394949:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.394953:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.394972:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000234f0332. 00000020:00000010:1.0:1776190956.394976:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008c5e8826. 00000020:00000010:1.0:1776190956.394980:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f40009b3. 00000800:00000200:0.0:1776190956.395434:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.395440:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:0.0:1776190956.395448:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.395455:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.395461:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:0.0:1776190956.395464:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00080000:00000010:0.0:1776190956.395517:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000117f23be. 00010000:00000010:0.0:1776190956.396354:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a4bd85c. 00010000:00000010:0.0:1776190956.396373:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000009ce8a0. 00010000:00000010:0.0:1776190956.396500:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.0:1776190956.396509:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000040060f52. 00010000:00000010:0.0:1776190956.396531:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b9ba324. 00000100:00000010:0.0:1776190956.396538:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.396550:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190956.397469:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d497acc. 02000000:00000010:0.0:1776190956.397526:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e89274f. 00000400:00000010:0.0:1776190956.397536:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190956.397547:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190956.397556:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357248, portal 16 00000400:00000010:0.0:1776190956.397933:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190956.397976:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357248, offset 0 00000400:00000200:0.0:1776190956.397991:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.398018:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.398031:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.398036:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.398041:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.398045:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91638:91638:256:4294967295] 192.168.202.25@tcp LPNI seq info [91638:91638:8:4294967295] 00000400:00000200:0.0:1776190956.398058:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.398066:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.398073:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.398083:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.398093:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.398099:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.404327:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.404341:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190956.404352:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.404363:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.404370:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190956.404373:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:0.0:1776190956.404386:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797357248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190956.422627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e058a02. 00000400:00000200:0.0:1776190956.423086:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.423112:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125cc0 00000400:00000200:0.0:1776190956.423123:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b29 [1] + 224 00000400:00000200:0.0:1776190956.423160:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.423166:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.423181:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797357248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.423229:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.423246:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86df00 00000400:00000200:0.0:1776190956.423252:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5445 [2] + 1640 00000400:00000200:0.0:1776190956.423357:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.423362:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.423368:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.423375:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:0.0:1776190956.423447:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003ecb4f5. 00000020:00000010:0.0:1776190956.423456:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b3241829. 00000020:00000010:0.0:1776190956.423462:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.423496:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788215552/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190956.423534:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215552 02000000:00000010:0.0:1776190956.423553:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000342c7685. 00010000:00000010:0.0:1776190956.423631:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006061aaf5. 00000100:00000010:0.0:1776190956.423644:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000100:00000010:0.0:1776190956.423656:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:0.0:1776190956.423659:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006061aaf5. 00000400:00000010:0.0:1776190956.423682:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190956.423690:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215552, offset 224 00000400:00000200:0.0:1776190956.423700:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.423717:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.423724:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91639:91639:256:4294967295] 192.168.202.25@tcp LPNI seq info [91639:91639:8:4294967295] 00000400:00000200:0.0:1776190956.423736:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.423742:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.423749:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.423756:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.423764:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.423770:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.423798:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b3241829. 00000020:00000010:0.0:1776190956.423803:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.423808:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003ecb4f5. 00000400:00000010:2.0:1776190956.423832:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:2.0:1776190956.423838:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:2.0:1776190956.423841:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000100:00000200:2.0:1776190956.423848:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797357248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.423857:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797357248/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190956.423890:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a8b1c76. 00000800:00000200:0.0:1776190956.423909:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1776190956.423913:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e89274f. 00000800:00000010:0.0:1776190956.423915:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190956.423919:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1776190956.423920:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d497acc. 00000400:00000200:0.0:1776190956.423923:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.423926:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190956.423928:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000010:2.0:1776190956.423941:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:2.0:1776190956.423945:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:2.0:1776190956.423948:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b9ba324. 00080000:00000010:2.0:1776190956.423980:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e9b5d41. 00010000:00000010:2.0:1776190956.424191:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040060f52. 00010000:00000010:2.0:1776190956.424201:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013f8ddcd. 00010000:00000010:2.0:1776190956.424327:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.0:1776190956.424337:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044e85644. 00010000:00000010:2.0:1776190956.424351:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.424358:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.424368:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190956.424388:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a039ffa6. 02000000:00000010:2.0:1776190956.424428:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059496fec. 00000400:00000010:2.0:1776190956.424435:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd122ebf. 00000400:00000010:2.0:1776190956.424442:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190956.424449:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357312, portal 16 00000400:00000010:2.0:1776190956.424456:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190956.424459:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357312, offset 0 00000400:00000200:2.0:1776190956.424466:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.424473:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.424483:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.424488:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.424492:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.424495:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91640:91640:256:4294967295] 192.168.202.25@tcp LPNI seq info [91640:91640:8:4294967295] 00000400:00000200:2.0:1776190956.424502:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.424507:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.424512:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155084e5 (tot 82348242). 00000800:00000200:2.0:1776190956.424517:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.424524:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.424526:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000155084e5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.425491:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.425498:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155084e5 (tot 82347994). 00000400:00000200:0.0:1776190956.425506:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.425514:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.425519:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:0.0:1776190956.425521:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:0.0:1776190956.425532:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797357312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.426449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6d289f7. 00010000:00000010:0.1:1776190956.426462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073117ed0. 00000400:00000200:1.0:1776190956.443720:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.443751:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125d00 00000400:00000200:1.0:1776190956.443767:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b35 [1] + 224 00000400:00000200:1.0:1776190956.443787:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.443793:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.443813:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797357312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.443856:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.443862:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86df40 00000400:00000200:1.0:1776190956.443868:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5445 [2] + 1968 00000400:00000010:1.0:1776190956.443874:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dbd7ecf9. 00000400:00000200:1.0:1776190956.443882:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001b64d7a3 00000400:00000200:1.0:1776190956.443981:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.443985:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.443988:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b64d7a3 00000400:00000010:1.0:1776190956.443991:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001b64d7a3 (tot 82347842). 00000100:00000200:1.0:1776190956.444000:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190956.444079:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 00000020:00000010:1.0:1776190956.444091:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 00000020:00000010:1.0:1776190956.444098:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008c5e8826. 00000100:00000200:1.0:1776190956.444171:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1f8b7ca x1862468788215616/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190956.444230:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215616 02000000:00000010:1.0:1776190956.444256:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1bd2c11. 00010000:00000010:1.0:1776190956.444318:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c7559. 00000100:00000010:1.0:1776190956.444327:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912d47f0. 00000100:00000010:1.0:1776190956.444336:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912d47f0. 00010000:00000010:1.0:1776190956.444340:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c7559. 00000400:00000010:1.0:1776190956.444363:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190956.444369:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215616, offset 224 00000400:00000200:1.0:1776190956.444378:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.444393:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.444401:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91641:91641:256:4294967295] 192.168.202.25@tcp LPNI seq info [91641:91641:8:4294967295] 00000400:00000200:1.0:1776190956.444413:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.444419:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.444426:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348090). 00000800:00000200:1.0:1776190956.444433:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.444443:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.444449:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.444473:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190956.444478:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008c5e8826. 00000020:00000010:1.0:1776190956.444482:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 02000000:00000010:1.0:1776190956.444499:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000342c7685. 00000100:00000010:1.0:1776190956.444505:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:1.0:1776190956.444510:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000867944d0. 00000100:00000010:1.0:1776190956.444514:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:1.0:1776190956.444518:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de4d9ffc. 00000100:00000010:1.0:1776190956.444520:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:1.0:1776190956.444522:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7d44ff1. 00000100:00000010:1.0:1776190956.444525:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190956.444529:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047019d20. 00000100:00000010:1.0:1776190956.444532:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:1.0:1776190956.444535:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a1b54807. 00000100:00000010:1.0:1776190956.444537:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000200:1.0:1776190956.444547:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190956.444553:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f39c8d13. 00000400:00000010:1.0:1776190956.444557:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000912d47f0 (tot 82348242). 00000800:00000200:1.0:1776190956.444649:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.444655:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:1.0:1776190956.444663:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.444667:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.444670:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190956.444671:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 02000000:00000010:1.0:1776190956.444675:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1bd2c11. 00000400:00000010:2.0:1776190956.444766:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd122ebf. 00000400:00000200:2.0:1776190956.444771:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:2.0:1776190956.444773:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000100:00000200:2.0:1776190956.444780:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797357312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.444788:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797357312/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190956.444814:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a73fee4c. 02000000:00000010:2.0:1776190956.444830:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059496fec. 02000000:00000010:2.0:1776190956.444839:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a039ffa6. 00000100:00000010:2.0:1776190956.444844:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:2.0:1776190956.444847:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.444851:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00080000:00000010:2.0:1776190956.444879:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059496fec. 00010000:00000010:2.0:1776190956.445032:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044e85644. 00010000:00000010:2.0:1776190956.445042:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c11a70ec. 00010000:00000010:2.1:1776190956.445155:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f0f6fbb. 00010000:00000010:2.1:1776190956.445163:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e282270f. 00010000:00000010:2.1:1776190956.445167:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6e5389. 00010000:00000010:2.0:1776190956.445204:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012ba7229. 00010000:00000010:2.0:1776190956.445208:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009eaf21b0. 00010000:00000010:2.0:1776190956.445215:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.0:1776190956.445221:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044e85644. 00080000:00000010:2.0:1776190956.445248:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003365ca74. 00010000:00000010:2.0:1776190956.445275:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044e85644. 00010000:00000010:2.0:1776190956.445280:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009eaf21b0. 00010000:00000010:2.0:1776190956.445350:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.0:1776190956.445353:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000044e85644. 00010000:00000010:2.0:1776190956.445362:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.445368:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.445378:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190956.445393:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9f0c61a. 02000000:00000010:2.0:1776190956.445430:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000405c2cab. 00000400:00000010:2.0:1776190956.445436:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd122ebf. 00000400:00000010:2.0:1776190956.445440:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190956.445444:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357376, portal 16 00000400:00000010:2.0:1776190956.445450:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190956.445452:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357376, offset 0 00000400:00000200:2.0:1776190956.445460:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.445473:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.445483:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.445487:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.445492:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.445495:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91642:91642:256:4294967295] 192.168.202.25@tcp LPNI seq info [91642:91642:8:4294967295] 00000400:00000200:2.0:1776190956.445505:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.445510:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.445516:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae59771e (tot 82348242). 00000800:00000200:2.0:1776190956.445522:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.445529:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.445534:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae59771e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.446374:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.446384:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae59771e (tot 82347994). 00000400:00000200:1.0:1776190956.446393:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.446402:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.446409:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:1.0:1776190956.446411:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000100:00000200:1.0:1776190956.446423:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797357376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.451390:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.451423:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125d40 00000400:00000200:1.0:1776190956.451437:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b45 [1] + 224 00000400:00000200:1.0:1776190956.451463:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.451469:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.451487:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797357376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190956.455238:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd122ebf. 00000400:00000200:2.0:1776190956.455258:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:2.0:1776190956.455261:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000100:00000200:2.0:1776190956.455286:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797357376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.455299:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797357376/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190956.455347:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000405c2cab. 02000000:00000010:2.0:1776190956.455359:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9f0c61a. 00000100:00000010:2.0:1776190956.455366:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:2.0:1776190956.455371:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.455375:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00010000:00000010:2.1:1776190956.461496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adbc714c. 00010000:00000010:2.1:1776190956.461516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000723e5a90. 00010000:00000010:2.1:1776190956.461520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00000400:00000200:1.0:1776190956.462873:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.462900:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86df80 00000400:00000200:1.0:1776190956.462910:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb549d [2] + 0 00000400:00000200:1.0:1776190956.463001:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.463007:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.463017:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.463025:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:2.0:1776190956.463119:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9f0c61a. 00000020:00000010:2.0:1776190956.463147:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e4bbed77. 00000020:00000010:2.0:1776190956.463157:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.463210:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788215680/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190956.463502:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215680 02000000:00000010:2.0:1776190956.463518:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000405c2cab. 00010000:00000010:2.0:1776190956.463559:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074c2a5db. 00010000:00000010:2.0:1776190956.463600:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.464373:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.464407:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.464413:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00000400:00000010:2.0:1776190956.464440:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190956.464450:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215680, offset 224 00000400:00000200:2.0:1776190956.464462:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.464484:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.464491:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91643:91643:256:4294967295] 192.168.202.25@tcp LPNI seq info [91643:91643:8:4294967295] 00000400:00000200:2.0:1776190956.464505:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.464511:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.464517:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000540369b2 (tot 82348242). 00000800:00000200:2.0:1776190956.464525:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.464534:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.464539:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000540369b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.464561:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e4bbed77. 00000020:00000010:2.0:1776190956.464578:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.464583:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9f0c61a. 00080000:00000010:3.0:1776190956.464751:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007509db3c. 00010000:00000010:3.0:1776190956.464898:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044e85644. 00010000:00000010:3.0:1776190956.464910:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8febc88. 00010000:00000010:3.0:1776190956.465016:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190956.465023:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190956.465039:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e069d27a. 00000100:00000010:3.0:1776190956.465045:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.465055:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190956.465072:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054d0d0ac. 02000000:00000010:3.0:1776190956.465109:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd9f6188. 00000400:00000010:3.0:1776190956.465116:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f76eb79. 00000400:00000010:3.0:1776190956.465123:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190956.465168:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357440, portal 16 00000400:00000010:3.0:1776190956.465174:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190956.465178:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357440, offset 0 00000400:00000200:3.0:1776190956.465186:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.465203:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.465213:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.465217:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.465220:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.465223:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91644:91644:255:4294967295] 192.168.202.25@tcp LPNI seq info [91644:91644:7:4294967295] 00000400:00000200:3.0:1776190956.465239:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.465245:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.465249:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348490). 00000800:00000200:3.0:1776190956.465254:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.465259:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.465262:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.467087:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.467104:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000540369b2 (tot 82348242). 00000400:00000200:1.0:1776190956.467118:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.467152:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.467160:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:1.0:1776190956.467164:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000800:00000200:1.0:1776190956.467307:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.467309:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190956.467313:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.467317:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.467319:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:1.0:1776190956.467321:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:1.0:1776190956.467334:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797357440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190956.468988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012ba7229. 00010000:00000010:2.1:1776190956.469009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00000400:00000200:1.0:1776190956.469630:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.469659:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125d80 00000400:00000200:1.0:1776190956.469674:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b51 [1] + 224 00000400:00000200:1.0:1776190956.469699:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.469704:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.469721:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797357440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190956.469898:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f76eb79. 00000400:00000200:3.0:1776190956.469905:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:3.0:1776190956.469908:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:3.0:1776190956.469914:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797357440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.469921:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797357440/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190956.469970:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd9f6188. 02000000:00000010:3.0:1776190956.469976:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054d0d0ac. 00000100:00000010:3.0:1776190956.469982:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:3.0:1776190956.469986:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:3.0:1776190956.469991:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e069d27a. 00010000:00000010:3.1:1776190956.474462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c752256f. 00010000:00000010:3.1:1776190956.474480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba09f8e4. 00010000:00000010:2.1:1776190956.477180:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a76fa92c. 00000400:00000200:3.0:1776190956.479558:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.479602:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86dfc0 00000400:00000200:3.0:1776190956.479614:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb549d [2] + 328 00000400:00000200:3.0:1776190956.479726:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.479733:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.479746:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.479756:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:2.0:1776190956.481295:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9f0c61a. 00000020:00000010:2.0:1776190956.481311:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.481317:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.481371:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788215744/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190956.481413:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215744 02000000:00000010:2.0:1776190956.481427:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a039ffa6. 00010000:00000010:2.0:1776190956.481473:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0a680c5. 00010000:00000010:2.0:1776190956.481500:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.481511:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.481527:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.481531:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00000400:00000010:2.0:1776190956.481553:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190956.481561:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215744, offset 224 00080000:00000010:3.0:1776190956.482785:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd9f6188. 00010000:00000010:3.0:1776190956.482929:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190956.482949:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2adecfb. 00010000:00000010:3.0:1776190956.483076:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.0:1776190956.483084:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190956.483101:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e069d27a. 00000100:00000010:3.0:1776190956.483111:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.483122:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190956.483200:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d283df2. 02000000:00000010:3.0:1776190956.483255:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054d0d0ac. 00000400:00000010:3.0:1776190956.483267:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f76eb79. 00000400:00000010:3.0:1776190956.483277:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190956.483286:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357504, portal 16 00000400:00000010:3.0:1776190956.483292:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000316ad9a. 00000100:00000200:3.0:1776190956.483295:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357504, offset 0 00000400:00000200:3.0:1776190956.483308:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.483328:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.483336:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.483341:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.483344:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.483348:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91645:91645:256:4294967295] 192.168.202.25@tcp LPNI seq info [91645:91645:8:4294967295] 00000400:00000200:3.0:1776190956.483360:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.483366:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.483371:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190956.483378:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.483386:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.483391:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1776190956.484809:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.484830:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.484836:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91646:91646:255:4294967295] 192.168.202.25@tcp LPNI seq info [91646:91646:7:4294967295] 00000400:00000200:2.0:1776190956.484848:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.484854:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.484861:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f3d04a7a (tot 82348490). 00000800:00000200:2.0:1776190956.484869:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.484878:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.484883:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f3d04a7a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.484917:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000800:00000200:1.0:1776190956.486909:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.486919:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82348242). 00000400:00000200:1.0:1776190956.486932:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.486960:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.486969:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000316ad9a 00000400:00000010:1.0:1776190956.486973:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000316ad9a. 00000100:00000200:1.0:1776190956.486991:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797357504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776190956.487203:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.487206:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f3d04a7a (tot 82347994). 00000400:00000200:1.0:1776190956.487211:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.487215:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.487218:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:1.0:1776190956.487220:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000020:00000010:2.0:1776190956.488973:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.488992:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9f0c61a. 00000400:00000200:1.0:1776190956.498780:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.498813:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125dc0 00000400:00000200:1.0:1776190956.498827:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b5d [1] + 224 00000400:00000200:1.0:1776190956.498845:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.498851:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.498871:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797357504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.498920:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.498928:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e000 00000400:00000200:1.0:1776190956.498934:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb549d [2] + 656 00000400:00000200:1.0:1776190956.499013:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.499017:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.499022:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.499031:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:2.0:1776190956.499147:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9f0c61a. 00000020:00000010:2.0:1776190956.499162:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.499170:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.499210:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788215808/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190956.499254:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215808 02000000:00000010:2.0:1776190956.499273:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f382d738. 00010000:00000010:2.0:1776190956.499338:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.499348:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.499360:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.499364:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00000400:00000010:2.0:1776190956.499386:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190956.499392:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215808, offset 224 00000400:00000200:2.0:1776190956.499402:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.499417:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.499424:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91647:91647:256:4294967295] 192.168.202.25@tcp LPNI seq info [91647:91647:8:4294967295] 00000400:00000200:2.0:1776190956.499435:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.499441:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.499446:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f3284b5 (tot 82348242). 00000800:00000200:2.0:1776190956.499452:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.499459:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.499464:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f3284b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.499484:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.499490:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.499493:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9f0c61a. 00000800:00000200:3.0:1776190956.501441:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.501450:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f3284b5 (tot 82347994). 00000400:00000200:3.0:1776190956.501460:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.501473:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.501480:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:3.0:1776190956.501483:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000400:00000010:3.0:1776190956.501529:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f76eb79. 00000400:00000200:3.0:1776190956.501534:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:3.0:1776190956.501535:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:3.0:1776190956.501546:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797357504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.501558:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797357504/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190956.501599:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000484ea652. 02000000:00000010:3.0:1776190956.501640:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054d0d0ac. 02000000:00000010:3.0:1776190956.501648:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d283df2. 00000100:00000010:3.0:1776190956.501654:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190956.501660:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:3.0:1776190956.501667:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e069d27a. 00080000:00000010:3.0:1776190956.501696:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054d0d0ac. 00010000:00000010:3.0:1776190956.501835:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190956.501845:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008db6080d. 00010000:00000010:3.0:1776190956.501959:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084c5e362. 00010000:00000010:3.0:1776190956.501966:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190956.501985:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e069d27a. 00000100:00000010:3.0:1776190956.501991:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.502002:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190956.502020:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d283df2. 02000000:00000010:3.0:1776190956.502060:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e400ae6d. 00000400:00000010:3.0:1776190956.502066:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f76eb79. 00000400:00000010:3.0:1776190956.502072:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190956.502080:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357568, portal 16 00000400:00000010:3.0:1776190956.502086:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852427f8. 00000100:00000200:3.0:1776190956.502088:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357568, offset 0 00000400:00000200:3.0:1776190956.502098:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.502117:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.502128:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.502166:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.502170:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.502174:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91648:91648:256:4294967295] 192.168.202.25@tcp LPNI seq info [91648:91648:8:4294967295] 00000400:00000200:3.0:1776190956.502187:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.502193:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.502199:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190956.502207:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.502216:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.502220:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.502394:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.502399:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:2.0:1776190956.502403:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.502407:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.502413:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852427f8 00000400:00000010:2.0:1776190956.502415:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852427f8. 00000100:00000200:2.0:1776190956.502422:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797357568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190956.504175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d8070f2. 00010000:00000010:3.1:1776190956.504200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00000400:00000200:1.0:1776190956.511709:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.511743:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125e00 00000400:00000200:1.0:1776190956.511757:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b69 [1] + 224 00000400:00000200:1.0:1776190956.511882:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.511888:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.511904:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797357568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.513371:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.513389:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e040 00000400:00000200:1.0:1776190956.513397:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb549d [2] + 984 00000400:00000200:1.0:1776190956.513477:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.513482:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.513489:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.513495:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 00000020:00000010:2.0:1776190956.513824:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9f0c61a. 00000020:00000010:2.0:1776190956.513834:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.513839:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.513874:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001986ef5b x1862468788215872/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190956.513921:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215872 02000000:00000010:2.0:1776190956.515118:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2cf8c84. 00010000:00000010:2.0:1776190956.516910:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.516939:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.516951:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.516957:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00000400:00000010:2.0:1776190956.516993:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190956.517003:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215872, offset 224 00000400:00000200:2.0:1776190956.517021:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.517048:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.517057:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91649:91649:256:4294967295] 192.168.202.25@tcp LPNI seq info [91649:91649:8:4294967295] 00000400:00000200:2.0:1776190956.517071:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.517077:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.517084:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf6bad91 (tot 82348242). 00000800:00000200:2.0:1776190956.517092:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.517103:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.517109:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cf6bad91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.517184:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190956.517193:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.517200:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9f0c61a. 00010000:00000010:3.1:1776190956.518677:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8dfefd2. 00010000:00000010:3.1:1776190956.518699:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1ee3776. 00010000:00000010:3.1:1776190956.518704:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00000400:00000010:3.0:1776190956.518741:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f76eb79. 00000400:00000200:3.0:1776190956.518746:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:3.0:1776190956.518749:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:3.0:1776190956.518766:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797357568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.518789:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797357568/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190956.518826:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000092c9828. 02000000:00000010:3.0:1776190956.518849:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e400ae6d. 02000000:00000010:3.0:1776190956.518857:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d283df2. 00000100:00000010:3.0:1776190956.518864:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190956.518869:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:3.0:1776190956.518874:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e069d27a. 00080000:00000010:3.0:1776190956.518905:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e400ae6d. 00010000:00000010:2.1:1776190956.519208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022892c85. 00000800:00000200:1.0:1776190956.521164:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.521185:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf6bad91 (tot 82347994). 00000400:00000200:1.0:1776190956.521198:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.521212:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.521220:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:1.0:1776190956.521223:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00010000:00000010:2.0:1776190956.522459:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:2.0:1776190956.522479:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000109e8653. 00010000:00000010:2.0:1776190956.523811:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9679d93. 00010000:00000010:2.0:1776190956.523833:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006cb32d5c. 00010000:00000010:2.0:1776190956.523856:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8e643b1. 00000100:00000010:2.0:1776190956.523868:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.523882:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190956.523906:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2347a96. 02000000:00000010:2.0:1776190956.523973:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f0c61a. 00000400:00000010:2.0:1776190956.523986:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd122ebf. 00000400:00000010:2.0:1776190956.523997:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190956.524010:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357632, portal 16 00000400:00000010:2.0:1776190956.524020:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190956.524024:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357632, offset 0 00000400:00000200:2.0:1776190956.524041:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.524072:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.524085:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.524091:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.524095:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.524101:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91650:91650:256:4294967295] 192.168.202.25@tcp LPNI seq info [91650:91650:8:4294967295] 00000400:00000200:2.0:1776190956.524114:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.524124:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.524148:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2afb790 (tot 82348242). 00000800:00000200:2.0:1776190956.524158:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.524171:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.524177:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f2afb790 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190956.525470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037f5aeb8. 00000800:00000200:1.0:1776190956.525480:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.525485:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2afb790 (tot 82347994). 00000400:00000200:1.0:1776190956.525492:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.525504:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.525512:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:1.0:1776190956.525515:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:1.0:1776190956.525529:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797357632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.534975:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.535009:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125e40 00000400:00000200:1.0:1776190956.535023:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b75 [1] + 224 00000400:00000200:1.0:1776190956.535040:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.535045:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.535061:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797357632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.535107:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.535111:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e080 00000400:00000200:1.0:1776190956.535117:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb549d [2] + 1312 00000400:00000200:1.0:1776190956.535229:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.535242:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.535249:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.535260:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:0.0:1776190956.536285:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000054a2061. 00000020:00000010:0.0:1776190956.536301:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.536308:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.536351:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788215936/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190956.536391:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788215936 02000000:00000010:0.0:1776190956.536403:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d497acc. 00010000:00000010:0.0:1776190956.536460:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee54e0fc. 00000100:00000010:0.0:1776190956.536470:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000100:00000010:0.0:1776190956.536479:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:0.0:1776190956.536483:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee54e0fc. 00000400:00000010:0.0:1776190956.536507:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190956.536515:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788215936, offset 224 00000400:00000200:0.0:1776190956.536526:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.536544:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.536552:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91651:91651:256:4294967295] 192.168.202.25@tcp LPNI seq info [91651:91651:8:4294967295] 00000400:00000200:0.0:1776190956.536565:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.536572:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.536578:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.536586:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.536594:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.536599:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.538794:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.538804:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190956.538814:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.538829:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.538842:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:1.0:1776190956.538848:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000400:00000010:3.0:1776190956.539117:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd122ebf. 00000400:00000200:3.0:1776190956.539123:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:3.0:1776190956.539124:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:3.0:1776190956.539169:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797357632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.539183:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797357632/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190956.539248:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8c8d7a. 02000000:00000010:3.0:1776190956.539274:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f0c61a. 02000000:00000010:3.0:1776190956.539287:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2347a96. 00000100:00000010:3.0:1776190956.539293:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:3.0:1776190956.539298:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:3.0:1776190956.539303:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8e643b1. 00080000:00000010:3.0:1776190956.539333:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ffdd405. 00010000:00000010:3.0:1776190956.539478:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006cb32d5c. 00010000:00000010:3.0:1776190956.539490:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca31a0f1. 00000020:00000010:0.0:1776190956.539571:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.539579:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.539585:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000054a2061. 00010000:00000010:3.0:1776190956.539596:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db0983e5. 00010000:00000010:3.0:1776190956.539602:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.539609:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.0:1776190956.539617:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00080000:00000010:3.0:1776190956.539643:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2347a96. 00010000:00000010:3.0:1776190956.539672:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190956.539676:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.539758:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190956.539762:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190956.539774:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e069d27a. 00000100:00000010:3.0:1776190956.539781:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d83b4166. 00000100:00000010:3.0:1776190956.539794:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190956.539811:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d283df2. 02000000:00000010:3.0:1776190956.539848:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f78ea7d4. 00000400:00000010:3.0:1776190956.539855:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006f76eb79. 00000400:00000010:3.0:1776190956.539862:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190956.539870:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357696, portal 16 00000400:00000010:3.0:1776190956.539877:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190956.539880:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357696, offset 0 00000400:00000200:3.0:1776190956.539891:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.539913:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.539922:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.539927:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.539930:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.539934:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91652:91652:256:4294967295] 192.168.202.25@tcp LPNI seq info [91652:91652:8:4294967295] 00000400:00000200:3.0:1776190956.539947:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.539954:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.539959:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190956.539966:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.539975:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.539979:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.542390:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.542400:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190956.542410:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.542424:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.542432:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:1.0:1776190956.542436:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:1.0:1776190956.542448:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797357696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190956.544366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc190c81. 00010000:00000010:2.1:1776190956.544386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c5e362. 00000400:00000200:1.0:1776190956.557536:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.557570:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125e80 00000400:00000200:1.0:1776190956.557586:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b81 [1] + 224 00000400:00000200:1.0:1776190956.557605:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.557611:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.557626:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797357696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.557680:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.557686:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e0c0 00000400:00000200:1.0:1776190956.557692:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb549d [2] + 1640 00000400:00000010:0.0:1776190956.557737:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006f76eb79. 00000400:00000200:0.0:1776190956.557744:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:0.0:1776190956.557747:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:0.0:1776190956.557753:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797357696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.557763:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797357696/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.557771:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.557775:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.557780:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.557788:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:0.0:1776190956.557816:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f78ea7d4. 02000000:00000010:0.0:1776190956.557825:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d283df2. 00000100:00000010:0.0:1776190956.557832:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:0.0:1776190956.557836:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d83b4166. 00010000:00000010:0.0:1776190956.557843:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e069d27a. 00000020:00000010:0.0:1776190956.557906:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003ecb4f5. 00000020:00000010:0.0:1776190956.557917:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.557923:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.557959:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788216000/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190956.557991:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216000 02000000:00000010:0.0:1776190956.558007:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e89274f. 00010000:00000010:0.0:1776190956.558050:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059bdd524. 00010000:00000010:0.0:1776190956.558086:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee54e0fc. 00000100:00000010:0.0:1776190956.558094:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000100:00000010:0.0:1776190956.558111:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:0.0:1776190956.558114:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee54e0fc. 00000400:00000010:0.0:1776190956.558156:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00010000:00000010:3.1:1776190956.558160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832940a7. 00000100:00000200:0.0:1776190956.558162:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216000, offset 224 00010000:00000010:3.1:1776190956.558168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049e2d4bc. 00000400:00000200:0.0:1776190956.558170:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00010000:00000010:3.1:1776190956.558174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9679d93. 00010000:00000010:3.1:1776190956.558179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db0983e5. 00010000:00000010:3.1:1776190956.558183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00000400:00000200:0.0:1776190956.558201:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.558208:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91653:91653:256:4294967295] 192.168.202.25@tcp LPNI seq info [91653:91653:8:4294967295] 00080000:00000010:3.0:1776190956.558217:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071c04ee0. 00000400:00000200:0.0:1776190956.558219:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.558225:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.558239:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.558247:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.558255:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.558261:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.558284:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.558290:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.558293:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003ecb4f5. 00010000:00000010:3.0:1776190956.558364:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190956.558372:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bff4734f. 00010000:00000010:3.0:1776190956.558478:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3ce1039. 00010000:00000010:3.0:1776190956.558485:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190956.558565:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f3d8e57. 00000100:00000010:3.0:1776190956.558570:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8c8c914. 00000100:00000010:3.0:1776190956.558579:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190956.558596:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f1c1a9a. 02000000:00000010:3.0:1776190956.558629:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000779d5d05. 00000400:00000010:3.0:1776190956.558636:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e75ad3d5. 00000400:00000010:3.0:1776190956.558641:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190956.558647:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357760, portal 16 00000400:00000010:3.0:1776190956.558654:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d209541b. 00000100:00000200:3.0:1776190956.558655:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357760, offset 0 00000400:00000200:3.0:1776190956.558661:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.558669:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.558678:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.558684:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.558687:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.558689:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91654:91654:255:4294967295] 192.168.202.25@tcp LPNI seq info [91654:91654:7:4294967295] 00000400:00000200:3.0:1776190956.558696:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.558700:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.558704:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348490). 00000800:00000200:3.0:1776190956.558709:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.558713:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.558715:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.560323:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.560335:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000400:00000200:1.0:1776190956.560346:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.560359:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.560366:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:1.0:1776190956.560370:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000800:00000200:1.0:1776190956.560481:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.560484:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:1.0:1776190956.560487:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.560491:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.560493:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d209541b 00000400:00000010:1.0:1776190956.560496:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d209541b. 00000100:00000200:1.0:1776190956.560506:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797357760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.566823:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.566852:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125ec0 00000400:00000200:0.0:1776190956.566866:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b8d [1] + 224 00000400:00000200:0.0:1776190956.566882:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.566887:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.566904:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797357760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.566957:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e75ad3d5. 00000400:00000200:0.0:1776190956.566962:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:0.0:1776190956.566965:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000100:00000200:0.0:1776190956.566975:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797357760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.566983:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797357760/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.567025:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000779d5d05. 02000000:00000010:0.0:1776190956.567033:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008f1c1a9a. 00000100:00000010:0.0:1776190956.567038:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:0.0:1776190956.567043:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8c8c914. 00010000:00000010:0.0:1776190956.567048:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f3d8e57. 00000400:00000200:0.0:1776190956.567077:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.567083:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e100 00000400:00000200:0.0:1776190956.567088:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb549d [2] + 1968 00000400:00000010:0.0:1776190956.567091:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bf551f12. 00000400:00000200:0.0:1776190956.567096:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000769f008f 00000400:00000200:0.0:1776190956.567209:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.567213:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.567217:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000769f008f 00000400:00000010:0.0:1776190956.567219:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000769f008f (tot 82347842). 00000100:00000200:0.0:1776190956.567225:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190956.567369:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c8cf4bc. 00000020:00000010:1.0:1776190956.567379:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 00000020:00000010:1.0:1776190956.567385:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008c5e8826. 00000100:00000200:1.0:1776190956.567421:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7221d93 x1862468788216064/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190956.567461:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216064 02000000:00000010:1.0:1776190956.567476:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c1bd2c11. 00010000:00000010:1.0:1776190956.567516:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b93aa25f. 00010000:00000010:1.0:1776190956.567548:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000763311ce. 00000100:00000010:1.0:1776190956.567557:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa84ca95. 00000100:00000010:1.0:1776190956.567569:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aa84ca95. 00010000:00000010:1.0:1776190956.567571:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000763311ce. 00000400:00000010:1.0:1776190956.567591:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190956.567597:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216064, offset 224 00000400:00000200:1.0:1776190956.567606:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.567621:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.567628:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91655:91655:256:4294967295] 192.168.202.25@tcp LPNI seq info [91655:91655:8:4294967295] 00000400:00000200:1.0:1776190956.567640:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.567645:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.567651:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348090). 00000800:00000200:1.0:1776190956.567658:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.567666:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.567671:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.567693:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190956.567698:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008c5e8826. 00000020:00000010:1.0:1776190956.567701:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c8cf4bc. 02000000:00000010:1.0:1776190956.567711:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e89274f. 00000100:00000010:1.0:1776190956.567715:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190956.567719:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d497acc. 00000100:00000010:1.0:1776190956.567722:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190956.567726:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2cf8c84. 00000100:00000010:1.0:1776190956.567729:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001986ef5b. 02000000:00000010:1.0:1776190956.567732:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f382d738. 00000100:00000010:1.0:1776190956.567736:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:1.0:1776190956.567740:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a039ffa6. 00080000:00000010:0.0:1776190956.567742:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000003ecb4f5. 00000100:00000010:1.0:1776190956.567743:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:1.0:1776190956.567746:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000405c2cab. 00000100:00000010:1.0:1776190956.567750:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000200:1.0:1776190956.567757:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776190956.567847:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.567851:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347842). 00000400:00000200:1.0:1776190956.567860:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.567863:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.567867:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:1.0:1776190956.567868:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 02000000:00000010:1.0:1776190956.567872:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c1bd2c11. 00010000:00000010:0.0:1776190956.567885:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00000400:00000010:1.0:1776190956.567887:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3a2f0f5. 00000400:00000010:1.0:1776190956.567891:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa84ca95 (tot 82347994). 00010000:00000010:0.0:1776190956.567892:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008bf700be. 00010000:00000010:0.0:1776190956.568000:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.0:1776190956.568008:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000583ea162. 00010000:00000010:0.0:1776190956.568022:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee54e0fc. 00000100:00000010:0.0:1776190956.568026:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000100:00000010:0.0:1776190956.568035:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190956.568050:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d497acc. 02000000:00000010:0.0:1776190956.568083:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e89274f. 00000400:00000010:0.0:1776190956.568088:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190956.568093:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190956.568097:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357824, portal 16 00000400:00000010:0.0:1776190956.568101:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190956.568103:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357824, offset 0 00000400:00000200:0.0:1776190956.568107:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.568114:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.568124:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.568161:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.568164:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.568167:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91656:91656:256:4294967295] 192.168.202.25@tcp LPNI seq info [91656:91656:8:4294967295] 00000400:00000200:0.0:1776190956.568184:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.568188:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.568193:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.568197:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.568201:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.568204:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.568861:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.568869:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:1.0:1776190956.568878:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.568884:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.568889:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:1.0:1776190956.568890:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000100:00000200:1.0:1776190956.568899:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797357824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.572961:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.572995:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125f00 00000400:00000200:0.0:1776190956.573008:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6b9d [1] + 224 00000400:00000200:0.0:1776190956.573028:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.573034:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.573053:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797357824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.573119:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.573123:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e140 00000400:00000200:0.0:1776190956.573163:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb54f5 [2] + 0 00000400:00000200:0.0:1776190956.573187:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.573190:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.573195:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.573202:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000400:00000010:1.0:1776190956.573209:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:1.0:1776190956.573216:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:1.0:1776190956.573219:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000100:00000200:1.0:1776190956.573433:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797357824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.573443:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797357824/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190956.573490:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e89274f. 02000000:00000010:1.0:1776190956.573498:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d497acc. 00000100:00000010:1.0:1776190956.573502:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:1.0:1776190956.573507:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:1.0:1776190956.573511:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee54e0fc. 00000020:00000010:0.0:1776190956.575112:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d497acc. 00000020:00000010:0.0:1776190956.575145:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.575153:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.575207:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788216128/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190956.575262:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216128 02000000:00000010:0.0:1776190956.575279:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e89274f. 00010000:00000010:0.0:1776190956.575328:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d126cfcd. 00010000:00000010:0.0:1776190956.575356:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403ab87e. 00000100:00000010:0.0:1776190956.575365:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190956.575388:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190956.575392:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403ab87e. 00000400:00000010:0.0:1776190956.575412:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190956.575420:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216128, offset 224 00000400:00000200:0.0:1776190956.575429:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.575447:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.575456:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91657:91657:256:4294967295] 192.168.202.25@tcp LPNI seq info [91657:91657:8:4294967295] 00000400:00000200:0.0:1776190956.575467:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.575473:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.575478:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.575485:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.575493:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.575498:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.575528:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.575532:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.575535:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d497acc. 00080000:00000010:1.0:1776190956.575858:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1bd2c11. 00010000:00000010:1.0:1776190956.576027:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000583ea162. 00010000:00000010:1.0:1776190956.576034:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000274d89cd. 00010000:00000010:1.0:1776190956.576202:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afd124ab. 00010000:00000010:1.0:1776190956.576212:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190956.576229:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000763311ce. 00000100:00000010:1.0:1776190956.576244:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190956.576257:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190956.576276:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c8cf4bc. 02000000:00000010:1.0:1776190956.576315:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009c34ab6. 00000400:00000010:1.0:1776190956.576322:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014a6df67. 00000400:00000010:1.0:1776190956.576329:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190956.576336:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357888, portal 16 00000400:00000010:1.0:1776190956.576341:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190956.576343:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357888, offset 0 00000400:00000200:1.0:1776190956.576351:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000800:00000200:0.0:1776190956.576358:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1776190956.576363:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000800:00000010:0.0:1776190956.576363:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82347994). 00000400:00000200:0.0:1776190956.576368:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.576371:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.576372:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.576376:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.576377:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000200:1.0:1776190956.576379:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000010:0.0:1776190956.576380:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000400:00000200:1.0:1776190956.576381:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91658:91658:255:4294967295] 192.168.202.25@tcp LPNI seq info [91658:91658:7:4294967295] 00000400:00000200:1.0:1776190956.576389:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.576503:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.576509:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190956.576515:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.576521:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.576523:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.580773:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.580786:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:0.0:1776190956.580804:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.580818:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.580827:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:0.0:1776190956.580830:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00000100:00000200:0.0:1776190956.580843:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797357888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.585414:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.585447:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125f40 00000400:00000200:1.0:1776190956.585460:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ba9 [1] + 224 00000400:00000200:1.0:1776190956.585479:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.585484:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.585500:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797357888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.585540:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.585545:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e180 00000400:00000200:1.0:1776190956.585550:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb54f5 [2] + 328 00000400:00000200:1.0:1776190956.585563:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.585566:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.585570:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.585580:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000400:00000010:0.0:1776190956.586052:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014a6df67. 00000400:00000200:0.0:1776190956.586062:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:0.0:1776190956.586065:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:0.0:1776190956.586074:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797357888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.586083:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797357888/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.586150:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009c34ab6. 02000000:00000010:0.0:1776190956.586160:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c8cf4bc. 00000100:00000010:0.0:1776190956.586164:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:0.0:1776190956.586169:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:0.0:1776190956.586174:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000763311ce. 00000020:00000010:0.0:1776190956.587274:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d497acc. 00000020:00000010:0.0:1776190956.587291:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.587297:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.587333:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788216192/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190956.587385:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216192 02000000:00000010:0.0:1776190956.587404:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c8cf4bc. 00010000:00000010:0.0:1776190956.587454:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec08d2c4. 00010000:00000010:0.0:1776190956.587489:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403ab87e. 00000100:00000010:0.0:1776190956.587499:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190956.587517:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190956.587520:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403ab87e. 00080000:00000010:0.0:1776190956.587567:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009c34ab6. 00010000:00000010:0.0:1776190956.587739:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:0.0:1776190956.587747:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b864b554. 00010000:00000010:0.0:1776190956.587855:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076538d06. 00010000:00000010:0.0:1776190956.587864:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190956.587878:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000403ab87e. 00000100:00000010:0.0:1776190956.587881:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190956.587892:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190956.587910:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d283df2. 02000000:00000010:0.0:1776190956.587945:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000342c7685. 00000400:00000010:0.0:1776190956.587955:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000357f0c75. 00000400:00000010:0.0:1776190956.587964:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190956.587975:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797357952, portal 16 00000400:00000010:0.0:1776190956.587981:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190956.587985:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797357952, offset 0 00000400:00000200:0.0:1776190956.587997:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.588019:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.588029:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.588034:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.588038:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.588043:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91659:91659:256:4294967295] 192.168.202.25@tcp LPNI seq info [91659:91659:8:4294967295] 00000400:00000200:0.0:1776190956.588057:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.588064:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.588070:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8744268 (tot 82348242). 00000800:00000200:0.0:1776190956.588078:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.588088:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.588093:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c8744268 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190956.588162:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9ee0075. 00010000:00000010:1.1:1776190956.588168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd9c81c9. 00010000:00000010:0.1:1776190956.588178:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a63e5ae. 00010000:00000010:0.1:1776190956.588182:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ce1039. 00000400:00000010:0.0:1776190956.588191:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190956.588194:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216192, offset 224 00000400:00000200:0.0:1776190956.588199:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.588204:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.588208:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91660:91660:255:4294967295] 192.168.202.25@tcp LPNI seq info [91660:91660:7:4294967295] 00000400:00000200:0.0:1776190956.588214:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.588218:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.588222:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348490). 00000800:00000200:0.0:1776190956.588225:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.588228:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.588240:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.588257:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000800:00000200:1.0:1776190956.588258:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1776190956.588262:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000800:00000010:1.0:1776190956.588263:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8744268 (tot 82348242). 00000020:00000010:0.0:1776190956.588266:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d497acc. 00000400:00000200:1.0:1776190956.588269:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.588275:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.588280:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:1.0:1776190956.588283:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000100:00000200:1.0:1776190956.588291:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797357952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776190956.588391:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.588393:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:1.0:1776190956.588397:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.588400:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.588403:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:1.0:1776190956.588404:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00010000:00000010:3.1:1776190956.594577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ce1e42b. 00010000:00000010:3.1:1776190956.594602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:1.1:1776190956.602831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d017f41b. 00010000:00000010:1.1:1776190956.602860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.1:1776190956.603452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066da6b88. 00010000:00000010:0.1:1776190956.603462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0c657a. 00010000:00000010:0.1:1776190956.603467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036303391. 00010000:00000010:0.1:1776190956.603472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd124ab. 00000400:00000200:0.0:1776190956.604768:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.604809:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125f80 00000400:00000200:0.0:1776190956.604820:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6bb1 [1] + 224 00000400:00000200:0.0:1776190956.604839:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.604843:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.604858:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797357952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190956.605673:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000357f0c75. 00000400:00000200:3.0:1776190956.605686:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:3.0:1776190956.605689:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000100:00000200:3.0:1776190956.605701:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797357952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.605713:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797357952/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190956.605762:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000342c7685. 02000000:00000010:3.0:1776190956.605771:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d283df2. 00000100:00000010:3.0:1776190956.605777:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:3.0:1776190956.605782:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:3.0:1776190956.605787:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000403ab87e. 00000400:00000200:0.0:1776190956.608027:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.608055:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e1c0 00000400:00000200:0.0:1776190956.608065:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb54f5 [2] + 656 00000400:00000200:0.0:1776190956.608214:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.608220:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.608240:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.608249:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:3.0:1776190956.608532:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000779d5d05. 00000020:00000010:3.0:1776190956.608543:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.608549:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.608585:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788216256/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190956.608634:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216256 02000000:00000010:3.0:1776190956.608649:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f78ea7d4. 00010000:00000010:3.0:1776190956.608691:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f263d853. 00010000:00000010:3.0:1776190956.608721:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.608730:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007053da6b. 00000100:00000010:3.0:1776190956.608749:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007053da6b. 00010000:00000010:3.0:1776190956.608754:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190956.608776:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190956.608783:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216256, offset 224 00000400:00000200:3.0:1776190956.608792:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.608808:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.608816:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91661:91661:256:4294967295] 192.168.202.25@tcp LPNI seq info [91661:91661:8:4294967295] 00000400:00000200:3.0:1776190956.608829:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.608834:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.608840:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190956.608846:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.608854:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.608859:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.608889:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.608907:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.608912:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000779d5d05. 00080000:00000010:0.0:1776190956.609008:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000342c7685. 00000800:00000200:1.0:1776190956.609095:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.609100:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190956.609105:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.609110:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.609115:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:1.0:1776190956.609117:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00010000:00000010:0.0:1776190956.609156:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190956.609164:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058380639. 00010000:00000010:0.0:1776190956.609282:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89b9daf. 00010000:00000010:0.0:1776190956.609287:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.609293:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.0:1776190956.609300:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003162bea2. 00080000:00000010:0.0:1776190956.609320:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000054a2061. 00010000:00000010:0.0:1776190956.609346:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190956.609350:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.609413:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.0:1776190956.609418:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190956.609426:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b9ba324. 00000100:00000010:0.0:1776190956.609431:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190956.609440:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190956.609454:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d497acc. 02000000:00000010:0.0:1776190956.609487:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094de2bab. 00000400:00000010:0.0:1776190956.609494:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190956.609500:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190956.609506:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358016, portal 16 00000400:00000010:0.0:1776190956.609511:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190956.609513:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358016, offset 0 00000400:00000200:0.0:1776190956.609518:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.609527:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.609536:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.609540:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.609543:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.609545:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91662:91662:256:4294967295] 192.168.202.25@tcp LPNI seq info [91662:91662:8:4294967295] 00000400:00000200:0.0:1776190956.609553:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.609557:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.609561:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190956.609567:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.609572:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.609574:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.611387:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.611395:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:1.0:1776190956.611404:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.611415:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.611422:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:1.0:1776190956.611424:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000100:00000200:1.0:1776190956.611437:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797358016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190956.618343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfa4cc41. 00010000:00000010:0.1:1776190956.619424:0:78424:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249823f4. 00010000:00000010:0.1:1776190956.619444:0:78424:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076538d06. 00010000:00000010:0.1:1776190956.619450:0:78424:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89b9daf. 00010000:00000010:0.1:1776190956.619454:0:78424:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00000400:00000200:3.0:1776190956.628673:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.628701:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf125fc0 00000400:00000200:3.0:1776190956.628713:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6bc1 [1] + 224 00000400:00000200:3.0:1776190956.628729:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.628734:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.628751:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797358016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.628799:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.628805:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e200 00000400:00000200:3.0:1776190956.628809:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb54f5 [2] + 984 00000400:00000200:3.0:1776190956.628875:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.628881:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.628885:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.628892:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000020:00000010:3.0:1776190956.628960:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000779d5d05. 00000020:00000010:3.0:1776190956.628967:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.628973:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.629007:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788216320/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190956.629103:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216320 02000000:00000010:3.0:1776190956.629119:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d283df2. 00000400:00000010:2.0:1776190956.629488:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:2.0:1776190956.629496:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:2.0:1776190956.629499:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:2.0:1776190956.629507:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797358016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.629515:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797358016/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190956.629542:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a583f79. 02000000:00000010:2.0:1776190956.629574:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094de2bab. 02000000:00000010:2.0:1776190956.629582:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d497acc. 00000100:00000010:2.0:1776190956.629587:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:2.0:1776190956.629591:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:2.0:1776190956.629595:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b9ba324. 00010000:00000010:3.0:1776190956.629628:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.629636:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007053da6b. 00000100:00000010:3.0:1776190956.636572:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007053da6b. 00010000:00000010:3.0:1776190956.636595:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190956.636650:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190956.636664:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216320, offset 224 00000400:00000200:3.0:1776190956.636680:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.636708:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.636717:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91663:91663:256:4294967295] 192.168.202.25@tcp LPNI seq info [91663:91663:8:4294967295] 00000400:00000200:3.0:1776190956.636734:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.636742:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.636754:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190956.636762:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.636774:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.636780:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.636823:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000017deb376. 00000020:00000010:3.0:1776190956.636843:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.636850:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000779d5d05. 00000800:00000200:1.0:1776190956.637813:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.637820:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190956.637827:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.637836:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.637842:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:1.0:1776190956.637844:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00080000:00000010:0.0:1776190956.647445:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094de2bab. 00010000:00000010:0.0:1776190956.649744:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190956.649767:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dac9d404. 00010000:00000010:0.0:1776190956.649904:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.0:1776190956.649913:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190956.649935:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c8c89ab. 00000100:00000010:0.0:1776190956.649945:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000100:00000010:0.0:1776190956.649957:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190956.649981:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005158ce3d. 02000000:00000010:0.0:1776190956.650030:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae990f31. 00000400:00000010:0.0:1776190956.650039:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.650048:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190956.650058:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358080, portal 16 00000400:00000010:0.0:1776190956.650066:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190956.650069:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358080, offset 0 00000400:00000200:0.0:1776190956.650082:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.650107:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.650117:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.650122:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.650126:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.650148:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91664:91664:256:4294967295] 192.168.202.25@tcp LPNI seq info [91664:91664:8:4294967295] 00000400:00000200:0.0:1776190956.650160:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.650166:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.650172:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190956.650181:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.650313:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.650319:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.650481:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.650486:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:0.0:1776190956.650492:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.650497:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.650502:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:0.0:1776190956.650505:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:0.0:1776190956.650513:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797358080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.652861:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.652889:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126000 00000400:00000200:3.0:1776190956.652903:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6bcd [1] + 224 00000400:00000200:3.0:1776190956.652922:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.652926:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.652940:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797358080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.653201:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.653207:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:0.0:1776190956.653210:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:0.0:1776190956.653216:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797358080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.653225:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797358080/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.653277:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae990f31. 02000000:00000010:0.0:1776190956.653286:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005158ce3d. 00000100:00000010:0.0:1776190956.653292:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:0.0:1776190956.653297:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:0.0:1776190956.653301:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c8c89ab. 00000400:00000200:0.0:1776190956.655900:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.655927:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e240 00000400:00000200:0.0:1776190956.655937:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb54f5 [2] + 1312 00000400:00000200:0.0:1776190956.656035:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.656041:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.656051:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.656059:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:2.0:1776190956.657041:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000405c2cab. 00000020:00000010:2.0:1776190956.657056:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000805e9260. 00000020:00000010:2.0:1776190956.657062:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.657107:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788216384/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190956.657183:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216384 02000000:00000010:2.0:1776190956.657198:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c9f0c61a. 00010000:00000010:2.0:1776190956.657255:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a5dfbec. 00010000:00000010:2.0:1776190956.657285:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.657297:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.657310:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.657314:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000010:2.0:1776190956.657333:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190956.657340:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216384, offset 224 00000400:00000200:2.0:1776190956.657350:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.657369:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.657378:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91665:91665:256:4294967295] 192.168.202.25@tcp LPNI seq info [91665:91665:8:4294967295] 00000400:00000200:2.0:1776190956.657392:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.657400:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.657406:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e55c8a00 (tot 82348242). 00000800:00000200:2.0:1776190956.657414:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.657423:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.657429:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e55c8a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.657453:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000805e9260. 00000020:00000010:2.0:1776190956.657460:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.657464:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000405c2cab. 00000800:00000200:2.0:1776190956.659013:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.659027:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e55c8a00 (tot 82347994). 00000400:00000200:2.0:1776190956.659039:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.659052:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.659061:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190956.659066:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00080000:00000010:0.0:1776190956.660530:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005158ce3d. 00010000:00000010:0.0:1776190956.660684:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190956.660695:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096fc744e. 00010000:00000010:0.0:1776190956.660801:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076538d06. 00010000:00000010:0.0:1776190956.660807:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003162bea2. 00010000:00000010:0.0:1776190956.660822:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c8c89ab. 00000100:00000010:0.0:1776190956.660830:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fb2c605. 00000100:00000010:0.0:1776190956.660842:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190956.660861:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae990f31. 02000000:00000010:0.0:1776190956.660905:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd27af59. 00000400:00000010:0.0:1776190956.660914:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.660924:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190956.660934:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358144, portal 16 00000400:00000010:0.0:1776190956.660943:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190956.660946:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358144, offset 0 00000400:00000200:0.0:1776190956.660958:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.660980:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.660989:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.660994:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.660997:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.661002:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91666:91666:256:4294967295] 192.168.202.25@tcp LPNI seq info [91666:91666:8:4294967295] 00000400:00000200:0.0:1776190956.661014:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.661022:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.661026:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190956.661034:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.661042:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.661046:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190956.661853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffcca45c. 00010000:00000010:0.1:1776190956.664042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aea6a479. 00010000:00000010:0.1:1776190956.664065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b1df7. 00000800:00000200:3.0:1776190956.665197:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.665206:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:3.0:1776190956.665215:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.665239:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.665248:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:3.0:1776190956.665252:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:3.0:1776190956.665267:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797358144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.675248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024e321b2. 00010000:00000010:0.1:1776190956.675266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00000400:00000200:3.0:1776190956.686029:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.686056:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126040 00000400:00000200:3.0:1776190956.686068:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6bd9 [1] + 224 00000400:00000200:3.0:1776190956.686084:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.686089:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.686105:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797358144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.686185:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.686190:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e280 00000400:00000200:3.0:1776190956.686197:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb54f5 [2] + 1640 00000400:00000200:3.0:1776190956.686295:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.686299:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.686304:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.686313:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000400:00000010:3.0:1776190956.686360:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:3.0:1776190956.686366:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:3.0:1776190956.686371:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:3.0:1776190956.686378:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797358144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.686386:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797358144/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190956.686434:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd27af59. 02000000:00000010:3.0:1776190956.686443:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae990f31. 00000100:00000010:3.0:1776190956.686447:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:3.0:1776190956.686451:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fb2c605. 00010000:00000010:3.0:1776190956.686456:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c8c89ab. 00010000:00000010:2.1:1776190956.686726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000005e070c. 00000020:00000010:2.0:1776190956.687378:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000405c2cab. 00000020:00000010:2.0:1776190956.687387:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.687394:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.687433:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788216448/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190956.687481:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216448 02000000:00000010:2.0:1776190956.687496:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d497acc. 00010000:00000010:2.0:1776190956.687537:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a28889e. 00010000:00000010:2.0:1776190956.687568:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.687577:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.687592:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.687595:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000010:2.0:1776190956.687615:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190956.687621:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216448, offset 224 00000400:00000200:2.0:1776190956.687631:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.687647:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.687655:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91667:91667:256:4294967295] 192.168.202.25@tcp LPNI seq info [91667:91667:8:4294967295] 00000400:00000200:2.0:1776190956.687667:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.687673:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.687679:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e55c8a00 (tot 82348242). 00000800:00000200:2.0:1776190956.687687:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.687696:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.687702:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e55c8a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.687724:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.687729:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.687732:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000405c2cab. 00000800:00000200:2.0:1776190956.687850:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.687855:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e55c8a00 (tot 82347994). 00000400:00000200:2.0:1776190956.687860:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.687866:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.687870:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190956.687873:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00080000:00000010:3.0:1776190956.691469:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3fbae6e. 00010000:00000010:3.0:1776190956.691624:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003162bea2. 00010000:00000010:3.0:1776190956.691638:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd7405fb. 00000001:00000010:3.0:1776190956.691715:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c730e9ef. 00000001:00000010:3.0:1776190956.691723:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c730e9ef. 00000001:00000010:3.0:1776190956.691727:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067875b8c. 00080000:00000010:3.0:1776190956.691732:0:77311:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 00000000fda9cdf5. 00080000:00000010:3.0:1776190956.691740:0:77311:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000779d5d05. 00000001:00000010:3.0:1776190956.691747:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c730e9ef. 00010000:00000010:3.0:1776190956.691781:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db0983e5. 00010000:00000010:3.0:1776190956.691786:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.691792:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190956.691798:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00080000:00000010:3.0:1776190956.691820:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f1c1a9a. 00010000:00000010:3.0:1776190956.691849:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190956.691853:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.691910:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000341f1802. 00010000:00000010:3.0:1776190956.691913:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.691917:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.0:1776190956.691920:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00080000:00000010:3.0:1776190956.691927:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fda9cdf5. 00010000:00000010:3.0:1776190956.691951:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190956.691955:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.692013:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d742b8b9. 00010000:00000010:3.0:1776190956.692016:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.692019:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.0:1776190956.692022:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00080000:00000010:3.0:1776190956.692030:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd06b711. 00010000:00000010:3.0:1776190956.692055:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190956.692058:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.692095:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000401cfc75. 00010000:00000010:3.0:1776190956.692098:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000017deb376. 00010000:00000010:3.0:1776190956.692101:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b1ff728. 00010000:00000010:3.0:1776190956.692104:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00080000:00000010:3.0:1776190956.692115:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c23e31d5. 00010000:00000010:2.0:1776190956.696539:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:2.0:1776190956.696568:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017deb376. 00010000:00000010:2.0:1776190956.696745:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012ba7229. 00010000:00000010:2.0:1776190956.696752:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.696760:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.0:1776190956.696767:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.696803:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000405c2cab. 00010000:00000010:2.0:1776190956.696873:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.696882:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.696920:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017cb919e. 00010000:00000010:2.0:1776190956.696923:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.696927:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.0:1776190956.696930:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.700291:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000326ad08b. 00010000:00000010:2.0:1776190956.700442:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.700456:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700582:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000f6c55f. 00010000:00000010:2.0:1776190956.700587:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700593:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:2.0:1776190956.700599:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.700624:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c73cd537. 00010000:00000010:2.0:1776190956.700652:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.700655:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700691:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae900352. 00010000:00000010:2.0:1776190956.700694:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700698:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.0:1776190956.700701:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.700711:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000701d6aac. 00010000:00000010:2.0:1776190956.700737:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.700741:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700805:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef8fa0ee. 00010000:00000010:2.0:1776190956.700808:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700811:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190956.700814:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.700823:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4343997. 00010000:00000010:2.0:1776190956.700847:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.700851:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700888:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbf9c550. 00010000:00000010:2.0:1776190956.700891:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700893:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.0:1776190956.700896:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.700903:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053f1887f. 00010000:00000010:2.0:1776190956.700926:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.700929:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700986:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002138a3db. 00010000:00000010:2.0:1776190956.700990:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.700993:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003441c430. 00010000:00000010:2.0:1776190956.700996:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.701004:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041504c81. 00010000:00000010:2.0:1776190956.701029:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701033:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701069:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030e4d1e3. 00010000:00000010:2.0:1776190956.701072:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701075:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190956.701079:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.701086:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd81e478. 00010000:00000010:2.0:1776190956.701110:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701114:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701188:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d202004. 00010000:00000010:2.0:1776190956.701192:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701195:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.0:1776190956.701198:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.701206:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000621dce00. 00010000:00000010:2.0:1776190956.701242:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701247:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701281:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000029f41254. 00010000:00000010:2.0:1776190956.701284:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701288:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190956.701290:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.701301:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5ff0f41. 00010000:00000010:2.0:1776190956.701324:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701328:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701368:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000391ae4ab. 00010000:00000010:2.0:1776190956.701371:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701375:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190956.701378:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.701387:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027b4b31e. 00010000:00000010:2.0:1776190956.701409:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701413:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701448:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7ee9505. 00010000:00000010:2.0:1776190956.701451:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701453:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190956.701456:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.701463:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8bedee1. 00010000:00000010:2.0:1776190956.701484:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701487:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701521:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001f4eeac3. 00010000:00000010:2.0:1776190956.701524:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701526:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190956.701529:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.701535:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2d1962f. 00010000:00000010:2.0:1776190956.701552:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701555:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701582:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009df4e35c. 00010000:00000010:2.0:1776190956.701585:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701588:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.0:1776190956.701591:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.701596:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007520b45e. 00010000:00000010:2.0:1776190956.701615:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701618:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.701656:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e8bef13. 00010000:00000010:2.0:1776190956.701660:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.701670:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.701681:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.701693:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190956.701716:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2dbe0dc. 02000000:00000010:2.0:1776190956.701761:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea4750c5. 00000400:00000010:2.0:1776190956.701769:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e7e7b7. 00000400:00000010:2.0:1776190956.701776:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190956.701785:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358208, portal 16 00000400:00000010:2.0:1776190956.701793:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190956.701795:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358208, offset 0 00000400:00000200:2.0:1776190956.701807:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.701829:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.701838:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.701843:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.701846:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.701851:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91668:91668:256:4294967295] 192.168.202.25@tcp LPNI seq info [91668:91668:8:4294967295] 00000400:00000200:2.0:1776190956.701863:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.701869:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.701875:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e55c8a00 (tot 82348242). 00000800:00000200:2.0:1776190956.701882:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.701891:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.701895:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e55c8a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.702418:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.702424:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e55c8a00 (tot 82347994). 00000400:00000200:3.0:1776190956.702430:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.702437:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.702443:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:3.0:1776190956.702445:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:3.0:1776190956.702453:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797358208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.704673:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.704702:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126080 00000400:00000200:3.0:1776190956.704715:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6be5 [1] + 224 00000400:00000200:3.0:1776190956.704733:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.704738:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.704754:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797358208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190956.705603:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e7e7b7. 00000400:00000200:2.0:1776190956.705615:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190956.705617:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190956.705629:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797358208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.705639:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797358208/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190956.705684:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea4750c5. 02000000:00000010:2.0:1776190956.705692:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2dbe0dc. 00000100:00000010:2.0:1776190956.705697:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:2.0:1776190956.705703:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.705708:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000200:2.0:1776190956.708485:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.708511:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e2c0 00000400:00000200:2.0:1776190956.708522:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb54f5 [2] + 1968 00000400:00000010:2.0:1776190956.708528:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007686364f. 00000400:00000200:2.0:1776190956.708535:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000054b69832 00000400:00000200:2.0:1776190956.708614:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.708619:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.708625:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054b69832 00000400:00000010:2.0:1776190956.708627:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000054b69832 (tot 82347842). 00000100:00000200:2.0:1776190956.708634:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776190956.708907:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099de31e8. 00000020:00000010:3.0:1776190956.708916:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.708921:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.708953:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c3a13b77 x1862468788216512/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190956.708992:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216512 02000000:00000010:3.0:1776190956.709005:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000771af0f0. 00010000:00000010:3.0:1776190956.709042:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5e11ab. 00010000:00000010:3.0:1776190956.709071:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.709079:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007053da6b. 00000100:00000010:3.0:1776190956.709105:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007053da6b. 00010000:00000010:3.0:1776190956.709110:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190956.709162:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190956.709169:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216512, offset 224 00000400:00000200:3.0:1776190956.709179:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.709195:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.709203:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91669:91669:256:4294967295] 192.168.202.25@tcp LPNI seq info [91669:91669:8:4294967295] 00000400:00000200:3.0:1776190956.709215:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.709220:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.709226:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348090). 00000800:00000200:3.0:1776190956.709243:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.709252:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.709258:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.709280:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.709297:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.709302:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099de31e8. 02000000:00000010:3.0:1776190956.709312:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d497acc. 00000100:00000010:3.0:1776190956.709316:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190956.709321:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c9f0c61a. 00000100:00000010:3.0:1776190956.709326:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:3.0:1776190956.709329:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d283df2. 00000100:00000010:3.0:1776190956.709333:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190956.709337:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f78ea7d4. 00000100:00000010:3.0:1776190956.709340:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:3.0:1776190956.709342:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c8cf4bc. 00000100:00000010:3.0:1776190956.709345:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:3.0:1776190956.709349:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e89274f. 00000100:00000010:3.0:1776190956.709350:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000200:3.0:1776190956.709359:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1776190956.709446:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.709451:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347842). 00000400:00000200:3.0:1776190956.709456:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.709460:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.709463:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:3.0:1776190956.709464:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 02000000:00000010:3.0:1776190956.709469:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000771af0f0. 00000400:00000010:3.0:1776190956.709486:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9f1d54b. 00000400:00000010:3.0:1776190956.709491:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007053da6b (tot 82347994). 00080000:00000010:0.0:1776190956.709800:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cca71eb. 00010000:00000010:0.0:1776190956.709932:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:0.0:1776190956.709944:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b66af7e. 00010000:00000010:0.0:1776190956.710045:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c89b9daf. 00010000:00000010:0.0:1776190956.710050:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710056:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.0:1776190956.710063:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710079:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b93eda2. 00010000:00000010:0.0:1776190956.710105:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710109:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710214:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d2b2f9cb. 00010000:00000010:0.0:1776190956.710218:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710222:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.0:1776190956.710225:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710247:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae990f31. 00010000:00000010:0.0:1776190956.710274:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710278:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710314:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1c3912d. 00010000:00000010:0.0:1776190956.710317:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710320:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d153388a. 00010000:00000010:0.0:1776190956.710323:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710331:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd27af59. 00010000:00000010:0.0:1776190956.710355:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710359:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710397:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b48fd0c0. 00010000:00000010:0.0:1776190956.710399:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710402:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.0:1776190956.710404:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710412:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b31cb6d. 00010000:00000010:0.0:1776190956.710432:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710435:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710464:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098f109d1. 00010000:00000010:0.0:1776190956.710467:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710470:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c335453d. 00010000:00000010:0.0:1776190956.710473:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710479:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fcc6f51. 00010000:00000010:0.0:1776190956.710498:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710500:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710530:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f8df213. 00010000:00000010:0.0:1776190956.710533:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710536:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000153042aa. 00010000:00000010:0.0:1776190956.710538:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710550:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000159ba355. 00010000:00000010:0.0:1776190956.710570:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710574:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710605:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d15487a7. 00010000:00000010:0.0:1776190956.710607:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710610:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000234cb109. 00010000:00000010:0.0:1776190956.710614:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710621:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ce53f98. 00010000:00000010:0.0:1776190956.710643:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710646:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710683:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005971bf2d. 00010000:00000010:0.0:1776190956.710687:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710690:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.0:1776190956.710693:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710700:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b5f2291. 00010000:00000010:0.0:1776190956.710723:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710726:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710758:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054d92227. 00010000:00000010:0.0:1776190956.710761:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710764:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.0:1776190956.710767:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710774:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f047bed. 00010000:00000010:0.0:1776190956.710796:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710799:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710835:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082183742. 00010000:00000010:0.0:1776190956.710838:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710842:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.0:1776190956.710845:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710852:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ea4b392. 00010000:00000010:0.0:1776190956.710877:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710880:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710915:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8944e3f. 00010000:00000010:0.0:1776190956.710918:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710920:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.0:1776190956.710924:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.710930:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a966e0a. 00010000:00000010:0.0:1776190956.710952:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.710956:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710990:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056622874. 00010000:00000010:0.0:1776190956.710993:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.710997:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae0a1041. 00010000:00000010:0.0:1776190956.711000:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711007:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f27ad1b. 00010000:00000010:0.0:1776190956.711029:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711032:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711067:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000077033e0. 00010000:00000010:0.0:1776190956.711070:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711074:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd639ad5. 00010000:00000010:0.0:1776190956.711077:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711084:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cda7669f. 00010000:00000010:0.0:1776190956.711107:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711111:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711182:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e47752eb. 00010000:00000010:0.0:1776190956.711185:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711188:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f4bfc1d. 00010000:00000010:0.0:1776190956.711191:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711198:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d30a170. 00010000:00000010:0.0:1776190956.711220:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711223:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711268:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c67ad302. 00010000:00000010:0.0:1776190956.711271:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711274:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092a571de. 00010000:00000010:0.0:1776190956.711276:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711283:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3b1ab2c. 00010000:00000010:0.0:1776190956.711303:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711306:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711346:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000126221db. 00010000:00000010:0.0:1776190956.711349:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711353:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfc35154. 00010000:00000010:0.0:1776190956.711357:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711365:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e16ae42. 00010000:00000010:0.0:1776190956.711386:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711390:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711422:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d377e2e. 00010000:00000010:0.0:1776190956.711425:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711428:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098171360. 00010000:00000010:0.0:1776190956.711431:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711439:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064a9ff6f. 00010000:00000010:0.0:1776190956.711459:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711463:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711495:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3a07e5f. 00010000:00000010:0.0:1776190956.711498:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711501:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a56f2c40. 00010000:00000010:0.0:1776190956.711504:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711511:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000defe9f70. 00010000:00000010:0.0:1776190956.711534:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711538:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711572:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ee84ce3. 00010000:00000010:0.0:1776190956.711575:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711578:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000926959fc. 00010000:00000010:0.0:1776190956.711581:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711588:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ea43b4d. 00010000:00000010:0.0:1776190956.711602:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711605:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711638:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b87786d2. 00010000:00000010:0.0:1776190956.711641:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711644:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa4388f3. 00010000:00000010:0.0:1776190956.711647:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711655:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e6031a5. 00010000:00000010:0.0:1776190956.711678:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711682:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711714:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000979e8689. 00010000:00000010:0.0:1776190956.711717:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711720:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000beb4b4. 00010000:00000010:0.0:1776190956.711723:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711730:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041ac6518. 00010000:00000010:0.0:1776190956.711752:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711756:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711792:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003398a412. 00010000:00000010:0.0:1776190956.711795:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711798:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a1274c0. 00010000:00000010:0.0:1776190956.711801:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711809:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071355eaa. 00010000:00000010:0.0:1776190956.711832:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711835:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711870:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abb9226b. 00010000:00000010:0.0:1776190956.711873:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711876:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cfe5c9d. 00010000:00000010:0.0:1776190956.711879:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711886:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcca0623. 00010000:00000010:0.0:1776190956.711907:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711911:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711942:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058434be0. 00010000:00000010:0.0:1776190956.711945:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.711948:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d90ac8eb. 00010000:00000010:0.0:1776190956.711951:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.711962:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d724e46. 00010000:00000010:0.0:1776190956.711986:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.711989:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712021:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa69217a. 00010000:00000010:0.0:1776190956.712024:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712028:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e984ff2d. 00010000:00000010:0.0:1776190956.712031:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712038:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f6375c0. 00010000:00000010:0.0:1776190956.712061:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712064:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712104:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba27b281. 00010000:00000010:0.0:1776190956.712107:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712111:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ec380c9. 00010000:00000010:0.0:1776190956.712114:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712121:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b2242bf. 00010000:00000010:0.0:1776190956.712185:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712189:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712221:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087bfab6f. 00010000:00000010:0.0:1776190956.712224:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712228:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d588b549. 00010000:00000010:0.0:1776190956.712243:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712253:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000263872fe. 00010000:00000010:0.0:1776190956.712278:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712282:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712322:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007990e8c1. 00010000:00000010:0.0:1776190956.712324:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712327:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3f4f06a. 00010000:00000010:0.0:1776190956.712330:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712338:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096346fad. 00010000:00000010:0.0:1776190956.712361:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712365:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712396:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006470aff9. 00010000:00000010:0.0:1776190956.712399:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712403:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009854d1ef. 00010000:00000010:0.0:1776190956.712407:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712413:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eaceed8c. 00010000:00000010:0.0:1776190956.712435:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712438:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712469:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bff107a5. 00010000:00000010:0.0:1776190956.712471:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712475:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006818f3fd. 00010000:00000010:0.0:1776190956.712478:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712486:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bdc2f8f. 00010000:00000010:0.0:1776190956.712509:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712513:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712545:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e20cdaa. 00010000:00000010:0.0:1776190956.712548:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712552:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3a8a2c2. 00010000:00000010:0.0:1776190956.712555:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712564:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d287754. 00010000:00000010:0.0:1776190956.712586:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712589:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712625:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008278bfb2. 00010000:00000010:0.0:1776190956.712628:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712631:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000447f5565. 00010000:00000010:0.0:1776190956.712634:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712641:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028a5f244. 00010000:00000010:0.0:1776190956.712662:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712666:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712700:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007102821f. 00010000:00000010:0.0:1776190956.712703:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712707:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a1750f0. 00010000:00000010:0.0:1776190956.712710:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712719:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090c4bd86. 00010000:00000010:0.0:1776190956.712741:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712745:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712782:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff935b84. 00010000:00000010:0.0:1776190956.712785:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712788:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093f46cbc. 00010000:00000010:0.0:1776190956.712792:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712801:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033ff1c90. 00010000:00000010:0.0:1776190956.712823:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712827:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712858:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d35cf665. 00010000:00000010:0.0:1776190956.712861:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712864:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000524002de. 00010000:00000010:0.0:1776190956.712867:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712875:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c374e5b. 00010000:00000010:0.0:1776190956.712897:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712901:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712933:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9631ba1. 00010000:00000010:0.0:1776190956.712936:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.712939:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dd77c39. 00010000:00000010:0.0:1776190956.712943:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.712950:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5774ce1. 00010000:00000010:0.0:1776190956.712972:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.712975:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.713005:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9be025f. 00010000:00000010:0.0:1776190956.713008:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.713011:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009579f21a. 00010000:00000010:0.0:1776190956.713014:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.713022:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078a65e61. 00010000:00000010:0.0:1776190956.713044:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.713048:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.713083:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0822877. 00010000:00000010:0.0:1776190956.713086:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.713089:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.0:1776190956.713092:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.713101:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fcf5031. 00010000:00000010:0.0:1776190956.713123:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.713165:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.713199:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004715e3d9. 00010000:00000010:0.0:1776190956.713202:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.713205:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.0:1776190956.713208:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.713216:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bb5f2a9. 00010000:00000010:3.1:1776190956.716183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af84cac4. 00010000:00000010:3.1:1776190956.716210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076538d06. 00010000:00000010:3.1:1776190956.716221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db0983e5. 00010000:00000010:3.1:1776190956.716226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:3.1:1776190956.716240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000341f1802. 00010000:00000010:3.1:1776190956.716244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.1:1776190956.716246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d742b8b9. 00010000:00000010:3.1:1776190956.716249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00010000:00000010:0.0:1776190956.718244:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.718272:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.718422:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6d56b5a. 00010000:00000010:0.0:1776190956.718427:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.718434:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000032abf36. 00010000:00000010:0.0:1776190956.718441:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.718469:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd130273. 00010000:00000010:0.0:1776190956.718530:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.718534:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.718572:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000adf6d6f4. 00010000:00000010:0.0:1776190956.718575:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.718579:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.0:1776190956.718582:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.718591:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035aab504. 00010000:00000010:0.0:1776190956.718614:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.718618:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.718654:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4ca51c8. 00010000:00000010:0.0:1776190956.718657:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.718660:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.0:1776190956.718663:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.718670:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8947fa1. 00010000:00000010:0.0:1776190956.718691:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.718694:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.718723:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073963d9b. 00010000:00000010:0.0:1776190956.718726:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.718728:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002cff409d. 00010000:00000010:0.0:1776190956.718731:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.718738:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019af1f98. 00010000:00000010:0.0:1776190956.724122:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.724158:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724317:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad953c7e. 00010000:00000010:0.0:1776190956.724323:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724330:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000359b0d7e. 00010000:00000010:0.0:1776190956.724336:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.724363:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dd7871e. 00010000:00000010:0.0:1776190956.724392:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.724395:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724435:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b50e9f7. 00010000:00000010:0.0:1776190956.724438:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724442:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.0:1776190956.724445:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.724457:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067654583. 00010000:00000010:0.0:1776190956.724480:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.724484:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724525:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c44d9d86. 00010000:00000010:0.0:1776190956.724527:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724532:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac477054. 00010000:00000010:0.0:1776190956.724535:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.724543:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c094084f. 00010000:00000010:0.0:1776190956.724568:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.724571:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724609:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d640aea. 00010000:00000010:0.0:1776190956.724612:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724615:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005f58638. 00010000:00000010:0.0:1776190956.724618:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.724625:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e7941bc. 00010000:00000010:0.0:1776190956.724648:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.724651:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724688:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058f4b07b. 00010000:00000010:0.0:1776190956.724691:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724694:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.0:1776190956.724697:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.724705:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005534ada7. 00010000:00000010:0.0:1776190956.724729:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.724732:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724768:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006087f143. 00010000:00000010:0.0:1776190956.724876:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724880:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075f9c07d. 00010000:00000010:0.0:1776190956.724883:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.724892:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb387ee3. 00010000:00000010:0.0:1776190956.724920:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.724924:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724966:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000401800c6. 00010000:00000010:0.0:1776190956.724969:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.724973:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000bf229ad. 00010000:00000010:0.0:1776190956.724977:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.724985:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001373f7b2. 00010000:00000010:0.0:1776190956.725008:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725011:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725043:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002aade554. 00010000:00000010:0.0:1776190956.725046:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725049:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000808f1be. 00010000:00000010:0.0:1776190956.725051:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725058:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007de1625e. 00010000:00000010:0.0:1776190956.725077:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725081:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725120:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd170660. 00010000:00000010:0.0:1776190956.725122:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725125:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000795e2546. 00010000:00000010:0.0:1776190956.725166:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725175:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d75823c. 00010000:00000010:0.0:1776190956.725200:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725204:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725265:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000324ee5f8. 00010000:00000010:0.0:1776190956.725268:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725272:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe3dd703. 00010000:00000010:0.0:1776190956.725275:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725282:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009551a86d. 00010000:00000010:0.0:1776190956.725302:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725305:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725331:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000750acb15. 00010000:00000010:0.0:1776190956.725334:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725337:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f8efb86. 00010000:00000010:0.0:1776190956.725339:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725345:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f3c5342. 00010000:00000010:0.0:1776190956.725366:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725369:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725400:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e116b77. 00010000:00000010:0.0:1776190956.725403:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725406:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e278a903. 00010000:00000010:0.0:1776190956.725408:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725414:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d946ba70. 00010000:00000010:0.0:1776190956.725434:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725437:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725471:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086fbf1dd. 00010000:00000010:0.0:1776190956.725474:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725477:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034e82b48. 00010000:00000010:0.0:1776190956.725480:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725486:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025136971. 00010000:00000010:0.0:1776190956.725506:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725509:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725541:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007acd9bdd. 00010000:00000010:0.0:1776190956.725544:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725548:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000903f92b4. 00010000:00000010:0.0:1776190956.725551:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725558:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089d07e96. 00010000:00000010:0.0:1776190956.725578:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725580:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725613:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000acc1bce6. 00010000:00000010:0.0:1776190956.725616:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725620:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062a0ecc0. 00010000:00000010:0.0:1776190956.725623:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725630:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcfe01a6. 00010000:00000010:0.0:1776190956.725652:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725655:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725689:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6c98a6a. 00010000:00000010:0.0:1776190956.725692:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725695:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006eb75470. 00010000:00000010:0.0:1776190956.725698:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.725706:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066c9ca68. 00010000:00000010:0.0:1776190956.725728:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.725731:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725762:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffd4192b. 00010000:00000010:0.0:1776190956.725765:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.725768:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003afda5b1. 00010000:00000010:2.1:1776190956.726126:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab58ee7. 00010000:00000010:2.1:1776190956.726168:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401cfc75. 00010000:00000010:2.1:1776190956.726173:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b1ff728. 00010000:00000010:2.1:1776190956.726178:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012ba7229. 00010000:00000010:2.1:1776190956.726183:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaa96fa0. 00010000:00000010:2.1:1776190956.726186:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017cb919e. 00010000:00000010:2.1:1776190956.726191:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.1:1776190956.726194:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000f6c55f. 00010000:00000010:2.1:1776190956.726200:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:2.1:1776190956.726238:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae900352. 00010000:00000010:2.1:1776190956.726244:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.1:1776190956.726251:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef8fa0ee. 00010000:00000010:2.1:1776190956.726256:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.1:1776190956.726259:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbf9c550. 00010000:00000010:2.1:1776190956.726261:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.1:1776190956.726264:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002138a3db. 00010000:00000010:2.1:1776190956.726267:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00010000:00000010:2.1:1776190956.726269:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e4d1e3. 00010000:00000010:2.1:1776190956.726272:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00010000:00000010:2.1:1776190956.726275:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d202004. 00010000:00000010:2.1:1776190956.726278:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.1:1776190956.726280:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029f41254. 00010000:00000010:2.1:1776190956.726283:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.1:1776190956.726286:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000391ae4ab. 00010000:00000010:2.1:1776190956.726289:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190956.726291:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7ee9505. 00010000:00000010:2.1:1776190956.726294:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.1:1776190956.726297:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f4eeac3. 00010000:00000010:2.1:1776190956.726300:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190956.726303:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df4e35c. 00010000:00000010:2.1:1776190956.726309:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00010000:00000010:0.0:1776190956.729877:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.729919:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5ce2409. 00010000:00000010:0.0:1776190956.730041:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.730051:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730186:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000030cc0b. 00010000:00000010:0.0:1776190956.730191:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730196:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e00ec005. 00010000:00000010:0.0:1776190956.730200:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.730208:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009de32189. 00010000:00000010:0.0:1776190956.730500:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.730505:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730569:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cac1493e. 00010000:00000010:0.0:1776190956.730572:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730575:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004deaba9f. 00010000:00000010:0.0:1776190956.730578:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.730593:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a9f3d26. 00010000:00000010:0.0:1776190956.730620:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.730624:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730659:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000afd4e908. 00010000:00000010:0.0:1776190956.730662:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730666:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085bd883c. 00010000:00000010:0.0:1776190956.730669:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.730677:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002265fdfb. 00010000:00000010:0.0:1776190956.730700:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.730704:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730744:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c67d8d6f. 00010000:00000010:0.0:1776190956.730747:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730751:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000987226c6. 00010000:00000010:0.0:1776190956.730754:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.730761:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c79f969b. 00010000:00000010:0.0:1776190956.730884:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.730888:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730925:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c37bdb1. 00010000:00000010:0.0:1776190956.730928:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.730931:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6ca5bdf. 00010000:00000010:0.0:1776190956.730934:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.730955:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042ec0589. 00010000:00000010:0.0:1776190956.730981:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.730985:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.731020:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005febe3ae. 00010000:00000010:0.0:1776190956.731023:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.731027:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c153ab5f. 00010000:00000010:0.0:1776190956.731029:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.731038:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049294071. 00010000:00000010:0.0:1776190956.731061:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.731064:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.731099:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090a63a9e. 00010000:00000010:0.0:1776190956.731102:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.731105:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000179f6eca. 00010000:00000010:0.0:1776190956.731109:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.731117:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0108184. 00010000:00000010:0.0:1776190956.732027:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.732039:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.732119:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f80df52a. 00010000:00000010:0.0:1776190956.732124:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00000100:00000010:3.0:1776190956.732264:0:66439:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 02000000:00000010:3.0:1776190956.732289:0:66439:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fe28cf3d. 02000000:00000010:1.0:1776190956.732397:0:15847:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000eb03e2. 00000400:00000010:1.0:1776190956.732407:0:15847:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cf1d883. 00000400:00000010:1.0:1776190956.732415:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190956.732423:0:15847:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862468797358272, portal 4 00000400:00000010:1.0:1776190956.732431:0:15847:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190956.732434:0:15847:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862468797358272, offset 0 00000400:00000200:1.0:1776190956.732446:0:15847:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776190956.732464:0:15847:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776190956.732479:0:15847:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69de7cf1260c0 00000400:00000200:1.0:1776190956.732487:0:15847:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33735 [8] + 14560 00000400:00000200:1.0:1776190956.732496:0:15847:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.732501:0:15847:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776190956.732508:0:15847:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1776190956.732514:0:15847:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001986ef5b. 00000400:00000200:1.0:1776190956.732540:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:1.0:1776190956.732542:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000100:00000200:1.0:1776190956.732550:0:15847:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000054c00758 x1862468797358272/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190963 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00010000:00000010:0.0:1776190956.732768:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b507a4e6. 00010000:00000010:0.0:1776190956.732788:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.732811:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037860935. 00010000:00000010:0.0:1776190956.732871:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.732876:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.732929:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000084aa0190. 00010000:00000010:0.0:1776190956.732933:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.732951:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a850c904. 00010000:00000010:0.0:1776190956.732955:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.732963:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f41ab18a. 00010000:00000010:0.0:1776190956.732987:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.732991:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733035:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000544eb9fc. 00010000:00000010:0.0:1776190956.733038:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733042:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8eeaeb2. 00010000:00000010:0.0:1776190956.733044:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733055:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3267223. 00010000:00000010:0.0:1776190956.733082:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733085:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733123:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abe54272. 00010000:00000010:0.0:1776190956.733156:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733163:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c888da19. 00010000:00000010:0.0:1776190956.733167:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733176:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000976cedb9. 00010000:00000010:0.0:1776190956.733201:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733205:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733253:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006025eaa9. 00010000:00000010:0.0:1776190956.733256:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733260:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000861e361f. 00010000:00000010:0.0:1776190956.733263:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733270:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4c624bd. 00010000:00000010:0.0:1776190956.733295:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733299:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733334:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008137a3ca. 00010000:00000010:0.0:1776190956.733337:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733341:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.0:1776190956.733344:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733351:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003fe13da8. 00010000:00000010:0.0:1776190956.733374:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733377:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733425:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016f32a39. 00010000:00000010:0.0:1776190956.733428:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733431:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0bb840b. 00010000:00000010:0.0:1776190956.733434:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733442:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000248b5d05. 00010000:00000010:0.0:1776190956.733466:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733470:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733502:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dad1846. 00010000:00000010:0.0:1776190956.733505:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733509:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c5b0406. 00010000:00000010:0.0:1776190956.733512:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733519:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079401f35. 00010000:00000010:0.0:1776190956.733544:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733548:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733591:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b2912a8. 00010000:00000010:0.0:1776190956.733594:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733598:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d75e8fa7. 00010000:00000010:0.0:1776190956.733602:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733609:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db0f2f52. 00010000:00000010:0.0:1776190956.733632:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733636:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733669:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049fbba23. 00010000:00000010:0.0:1776190956.733673:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733676:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c92a561. 00010000:00000010:0.0:1776190956.733679:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733686:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bc20b1b. 00010000:00000010:0.0:1776190956.733705:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733707:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733734:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3be8828. 00010000:00000010:0.0:1776190956.733736:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733739:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c94d508b. 00010000:00000010:0.0:1776190956.733741:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733747:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062ae53ba. 00010000:00000010:0.0:1776190956.733768:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733772:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733805:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8832586. 00010000:00000010:0.0:1776190956.733808:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733810:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090ef2d76. 00010000:00000010:0.0:1776190956.733813:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733823:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017421152. 00010000:00000010:0.0:1776190956.733844:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733848:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733880:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037fac9e6. 00010000:00000010:0.0:1776190956.733883:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733887:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000884f4fde. 00010000:00000010:0.0:1776190956.733889:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733897:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc6a7a8d. 00010000:00000010:0.0:1776190956.733917:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733920:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733949:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5e47e77. 00010000:00000010:0.0:1776190956.733952:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.733955:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8bd6e87. 00010000:00000010:0.0:1776190956.733958:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.733966:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008992ccb7. 00010000:00000010:0.0:1776190956.733990:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.733993:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734030:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a60bd7b. 00010000:00000010:0.0:1776190956.734033:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734036:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027dfa368. 00010000:00000010:0.0:1776190956.734040:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734048:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae6f8d4. 00010000:00000010:0.0:1776190956.734071:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734075:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734109:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000157225e1. 00010000:00000010:0.0:1776190956.734112:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734115:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000944cdae3. 00010000:00000010:0.0:1776190956.734118:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734126:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b598df88. 00010000:00000010:0.0:1776190956.734186:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734190:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734225:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c4a1db2e. 00010000:00000010:0.0:1776190956.734242:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734246:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afbf7c71. 00010000:00000010:0.0:1776190956.734251:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734258:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d7e02ae. 00010000:00000010:0.0:1776190956.734283:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734286:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734320:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040cd3be4. 00010000:00000010:0.0:1776190956.734322:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734327:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b498267f. 00010000:00000010:0.0:1776190956.734330:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734337:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027a5a401. 00010000:00000010:0.0:1776190956.734359:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734363:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734396:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014eb1f97. 00010000:00000010:0.0:1776190956.734398:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734402:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000674dee3b. 00010000:00000010:0.0:1776190956.734404:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734412:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004879073d. 00010000:00000010:0.0:1776190956.734433:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734436:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734467:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000d698b81. 00010000:00000010:0.0:1776190956.734471:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734474:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbaca0bf. 00010000:00000010:0.0:1776190956.734477:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734485:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018073bad. 00010000:00000010:0.0:1776190956.734507:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734511:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734548:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008032cac1. 00010000:00000010:0.0:1776190956.734552:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734555:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003601a31. 00010000:00000010:0.0:1776190956.734558:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734567:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfcc29f0. 00010000:00000010:0.0:1776190956.734591:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734595:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734628:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd0b2e9d. 00010000:00000010:0.0:1776190956.734631:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734634:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e7184c6. 00010000:00000010:0.0:1776190956.734636:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734644:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4d44cac. 00010000:00000010:0.0:1776190956.734668:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734671:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734703:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9c002bc. 00010000:00000010:0.0:1776190956.734706:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734710:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044fa3fc1. 00010000:00000010:0.0:1776190956.734712:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734719:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000592174c7. 00010000:00000010:0.0:1776190956.734741:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734745:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734778:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000201a9772. 00010000:00000010:0.0:1776190956.734782:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734785:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006529d3be. 00010000:00000010:0.0:1776190956.734788:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734796:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056e7e483. 00010000:00000010:0.0:1776190956.734819:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734822:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734859:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001889cf6b. 00010000:00000010:0.0:1776190956.734862:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734865:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001e235525. 00010000:00000010:0.0:1776190956.734869:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734877:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a2d8d00. 00010000:00000010:0.0:1776190956.734900:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734903:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734936:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4e9f771. 00010000:00000010:0.0:1776190956.734939:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.734942:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020ddf549. 00010000:00000010:0.0:1776190956.734944:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.734952:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000adc221. 00010000:00000010:0.0:1776190956.734975:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.734979:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.735016:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027b28c46. 00010000:00000010:0.0:1776190956.735019:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.735022:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a15f9878. 00010000:00000010:0.0:1776190956.735026:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.735033:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7cf5776. 00010000:00000010:0.0:1776190956.735057:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.735060:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.735093:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009eced0df. 00010000:00000010:0.0:1776190956.735097:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.735101:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006798e8a5. 00010000:00000010:0.0:1776190956.735103:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.735113:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044eda9c1. 00010000:00000010:0.0:1776190956.735178:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.735182:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.735216:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd67cb0f. 00010000:00000010:0.0:1776190956.735220:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.735223:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf427afc. 00010000:00000010:0.0:1776190956.735226:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00000020:00000010:3.0:1776190956.737123:0:69923:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099de31e8. 00000020:00000010:3.0:1776190956.737161:0:69923:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.737168:0:69923:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.737256:0:69923:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468797358272 02000000:00000010:3.0:1776190956.737291:0:69923:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000f0310726. 00010000:00000200:3.0:1776190956.737330:0:69923:0:(ldlm_lib.c:3261:target_send_reply_msg()) @@@ sending reply req@000000001986ef5b x1862468797358272/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:612/0 lens 224/368 e 0 to 0 dl 1776190962 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1776190956.737353:0:69923:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190956.737361:0:69923:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862468797358272, offset 224 00000400:00000200:3.0:1776190956.737370:0:69923:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776190956.737389:0:69923:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776190956.737403:0:69923:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69de7cf1260c0 00000400:00000200:3.0:1776190956.737413:0:69923:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6bf5 [1] + 224 00000400:00000200:3.0:1776190956.737422:0:69923:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.737426:0:69923:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776190956.737437:0:69923:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000054c00758 x1862468797358272/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190963 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1776190956.741052:0:15847:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:1.0:1776190956.741068:0:15847:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190956.741071:0:15847:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190956.741093:0:15847:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000054c00758 x1862468797358272/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190963 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1776190956.741106:0:15847:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000054c00758 x1862468797358272/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776190963 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:1.0:1776190956.741184:0:15847:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000eb03e2. 02000000:00000010:1.0:1776190956.741194:0:15847:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fe28cf3d. 00000100:00000010:1.0:1776190956.741201:0:15847:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 00000400:00000200:3.0:1776190956.741371:0:69923:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:3.0:1776190956.741375:0:69923:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00000020:00000010:3.0:1776190956.741414:0:69923:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.741438:0:69923:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.741444:0:69923:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099de31e8. 00080000:00000010:0.0:1776190956.741616:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b51c49a8. 00010000:00000010:0.0:1776190956.741757:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.741769:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742002:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000452a4868. 00010000:00000010:0.0:1776190956.742007:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742015:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2ebdd81. 00010000:00000010:0.0:1776190956.742022:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.742033:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000339051ee. 00010000:00000010:0.0:1776190956.742061:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.742065:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742124:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000084352106. 00010000:00000010:0.0:1776190956.742165:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742171:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007db7dbef. 00010000:00000010:0.0:1776190956.742175:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.742183:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000044498ac. 00010000:00000010:0.0:1776190956.742209:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.742213:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742261:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8865b44. 00010000:00000010:0.0:1776190956.742265:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742269:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000932ad8cc. 00010000:00000010:0.0:1776190956.742272:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.742280:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b266f9e5. 00010000:00000010:0.0:1776190956.742304:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.742307:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742351:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c051886f. 00010000:00000010:0.0:1776190956.742354:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742358:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026cbe87b. 00010000:00000010:0.0:1776190956.742361:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.742369:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043c810b7. 00010000:00000010:0.0:1776190956.742395:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.742398:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00000001:00000010:0.0:1776190956.742430:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067875b8c. 00000001:00000010:0.0:1776190956.742437:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067875b8c. 00000001:00000010:0.0:1776190956.742441:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067875b8c. 00000001:00000010:0.0:1776190956.742443:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c730e9ef. 00010000:00000010:0.0:1776190956.742471:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c071b0dd. 00010000:00000010:0.0:1776190956.742474:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742478:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fc5c1e17. 00010000:00000010:0.0:1776190956.742481:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.742489:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007dadb06. 00010000:00000010:0.0:1776190956.742512:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.742516:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742555:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004509d07a. 00010000:00000010:0.0:1776190956.742557:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742562:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db31b007. 00010000:00000010:0.0:1776190956.742566:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.742575:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004140f454. 00010000:00000010:0.0:1776190956.742599:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.742603:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742644:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056c3c784. 00010000:00000010:0.0:1776190956.742647:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742650:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075c0dd7c. 00010000:00000010:0.0:1776190956.742653:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.742661:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd0ad16e. 00010000:00000010:0.0:1776190956.742683:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.742687:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742729:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000785eb5b4. 00010000:00000010:0.0:1776190956.742732:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.742735:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4775b71. 00010000:00000010:0.0:1776190956.742739:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.742746:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a47da2e8. 00010000:00000010:0.0:1776190956.742768:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.744316:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.744448:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096808994. 00010000:00000010:0.0:1776190956.744453:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.744459:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f5c32e2. 00010000:00000010:0.0:1776190956.744466:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.744497:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd102385. 00010000:00000010:0.0:1776190956.744583:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.744587:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.744635:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7a51624. 00010000:00000010:0.0:1776190956.744638:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.744642:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000105e5be6. 00010000:00000010:0.0:1776190956.744645:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.744653:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d656bbb. 00010000:00000010:0.0:1776190956.744679:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.744683:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.744722:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe270a63. 00010000:00000010:0.0:1776190956.744724:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.744728:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.0:1776190956.744730:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.744739:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051ff252f. 00010000:00000010:0.0:1776190956.744762:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.744767:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.747316:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000060b90e5. 00010000:00000010:0.0:1776190956.747335:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.747345:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010a43e73. 00010000:00000010:0.0:1776190956.747354:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.747383:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005883d0ba. 00010000:00000010:0.0:1776190956.747481:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.747488:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.747538:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2afc9ac. 00010000:00000010:0.0:1776190956.747541:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.747546:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b8b4698. 00010000:00000010:0.0:1776190956.747550:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.747558:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037c20aa7. 00010000:00000010:0.0:1776190956.747583:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.747586:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.747648:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083375284. 00010000:00000010:0.0:1776190956.747651:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.747654:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae85bb40. 00010000:00000010:0.0:1776190956.747657:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.747666:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fb7f362. 00010000:00000010:0.0:1776190956.747689:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.747692:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.747730:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b25be29. 00010000:00000010:0.0:1776190956.747733:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.747737:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b66a17d5. 00010000:00000010:0.0:1776190956.747739:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.747748:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056305cac. 00010000:00000010:3.1:1776190956.747981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb9b2e1. 00010000:00000010:0.0:1776190956.748194:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748200:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748261:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b16b4bb5. 00010000:00000010:0.0:1776190956.748264:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748268:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e55cc0e1. 00010000:00000010:0.0:1776190956.748272:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.748287:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000866b1070. 00010000:00000010:0.0:1776190956.748316:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748321:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748356:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028426171. 00010000:00000010:0.0:1776190956.748359:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748362:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a6f4afc. 00010000:00000010:0.0:1776190956.748365:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.748373:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043f87284. 00010000:00000010:0.0:1776190956.748395:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748399:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748431:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b35ba13c. 00010000:00000010:0.0:1776190956.748435:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748438:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000231fad1b. 00010000:00000010:0.0:1776190956.748440:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.748448:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bacdcb35. 00010000:00000010:0.0:1776190956.748472:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748476:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748509:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab6b1376. 00010000:00000010:0.0:1776190956.748512:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748516:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b12657c. 00010000:00000010:0.0:1776190956.748519:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.748526:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000901d0d64. 00010000:00000010:0.0:1776190956.748548:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748552:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748593:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006e907123. 00010000:00000010:0.0:1776190956.748596:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748600:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0c3a79a. 00010000:00000010:0.0:1776190956.748602:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.748610:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8656fa9. 00010000:00000010:0.0:1776190956.748632:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748636:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748669:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000799b2d54. 00010000:00000010:0.0:1776190956.748672:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748676:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044450042. 00010000:00000010:0.0:1776190956.748678:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.748686:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c16b7a0. 00010000:00000010:0.0:1776190956.748706:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748710:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748750:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8ce3dec. 00010000:00000010:0.0:1776190956.748753:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748757:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a4736b8. 00010000:00000010:0.0:1776190956.748760:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.748767:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038405eab. 00010000:00000010:0.0:1776190956.748910:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748914:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748949:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000685b8d5c. 00010000:00000010:0.0:1776190956.748952:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.748956:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f949eb66. 00010000:00000010:0.0:1776190956.748959:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.748967:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e737a64f. 00010000:00000010:0.0:1776190956.748988:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.748992:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749026:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000431f7e03. 00010000:00000010:0.0:1776190956.749030:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749033:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051330367. 00010000:00000010:0.0:1776190956.749035:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749044:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000360a7ae1. 00010000:00000010:0.0:1776190956.749068:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749071:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749103:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000523c36bb. 00010000:00000010:0.0:1776190956.749106:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749108:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049eefb31. 00010000:00000010:0.0:1776190956.749111:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749119:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000334f0e65. 00010000:00000010:0.0:1776190956.749250:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749255:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749302:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a71c6209. 00010000:00000010:0.0:1776190956.749306:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749311:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e06ebaf. 00010000:00000010:0.0:1776190956.749314:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749322:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076d70b94. 00010000:00000010:0.0:1776190956.749345:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749349:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749380:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b28ea52. 00010000:00000010:0.0:1776190956.749383:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749386:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c973120c. 00010000:00000010:0.0:1776190956.749388:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749395:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009415e2fd. 00010000:00000010:0.0:1776190956.749415:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749417:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749450:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011606b32. 00010000:00000010:0.0:1776190956.749453:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749456:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b636fd1. 00010000:00000010:0.0:1776190956.749459:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749465:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069fdcfbc. 00010000:00000010:0.0:1776190956.749484:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749487:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749516:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014be2065. 00010000:00000010:0.0:1776190956.749518:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749522:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd9c81c9. 00010000:00000010:0.0:1776190956.749525:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749531:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045abddcf. 00010000:00000010:0.0:1776190956.749550:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749553:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749587:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abb167e6. 00010000:00000010:0.0:1776190956.749590:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749593:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072a359bb. 00010000:00000010:0.0:1776190956.749597:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749605:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc58d60f. 00010000:00000010:0.0:1776190956.749626:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749630:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749661:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c81ce8eb. 00010000:00000010:0.0:1776190956.749664:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749667:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc665b44. 00010000:00000010:0.0:1776190956.749670:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749677:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bd90516. 00010000:00000010:0.0:1776190956.749699:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749702:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749737:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e8c0521. 00010000:00000010:0.0:1776190956.749740:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.749744:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010045460. 00010000:00000010:0.0:1776190956.749747:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.749753:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff6c37e5. 00010000:00000010:0.0:1776190956.749991:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.749996:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750035:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074942ba4. 00010000:00000010:0.0:1776190956.750039:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750042:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022785459. 00010000:00000010:0.0:1776190956.750046:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.750054:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7bfdd1e. 00010000:00000010:0.0:1776190956.750078:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.750081:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750124:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003901840b. 00010000:00000010:0.0:1776190956.750126:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750243:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008416a221. 00010000:00000010:0.0:1776190956.750246:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.750255:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024e9f647. 00010000:00000010:0.0:1776190956.750280:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.750283:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750319:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c37ee12. 00010000:00000010:0.0:1776190956.750322:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750326:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000367c5887. 00010000:00000010:0.0:1776190956.750330:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.750341:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001625d98c. 00010000:00000010:0.0:1776190956.750364:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.750368:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750402:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ebcf9c2. 00010000:00000010:0.0:1776190956.750404:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750407:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e635a709. 00010000:00000010:0.0:1776190956.750411:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.750418:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000441d24c8. 00010000:00000010:0.0:1776190956.750441:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.750445:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750480:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fb99d92. 00010000:00000010:0.0:1776190956.750484:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750488:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001033d79e. 00010000:00000010:0.0:1776190956.750491:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.750499:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b6d38d3. 00010000:00000010:0.0:1776190956.750524:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.750528:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750574:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db0c2e98. 00010000:00000010:0.0:1776190956.750577:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750580:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc46c223. 00010000:00000010:0.0:1776190956.750583:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.750593:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bad19a3d. 00010000:00000010:0.0:1776190956.750616:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.750619:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750657:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000137d7d96. 00010000:00000010:0.0:1776190956.750660:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750663:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087360bc2. 00010000:00000010:0.0:1776190956.750666:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.750673:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005eddecd0. 00010000:00000010:0.0:1776190956.750697:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.750699:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750743:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b507c00. 00010000:00000010:0.0:1776190956.750746:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.750751:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000963cc434. 00010000:00000010:0.0:1776190956.750755:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.750763:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081afa961. 00010000:00000010:0.0:1776190956.751093:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.751098:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751263:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009f640c1. 00010000:00000010:0.0:1776190956.751267:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751272:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f0f6fbb. 00010000:00000010:0.0:1776190956.751276:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.751287:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c48e897. 00010000:00000010:0.0:1776190956.751312:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.751316:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751350:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f57495ae. 00010000:00000010:0.0:1776190956.751352:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751356:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e058a02. 00010000:00000010:0.0:1776190956.751359:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.751369:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a732887f. 00010000:00000010:0.0:1776190956.751391:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.751395:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751430:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9b6a56b. 00010000:00000010:0.0:1776190956.751433:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751437:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed535d2b. 00010000:00000010:0.0:1776190956.751441:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.751448:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a904439e. 00010000:00000010:0.0:1776190956.751471:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.751474:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751516:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8a7f250. 00010000:00000010:0.0:1776190956.751519:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751523:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e5c7c38. 00010000:00000010:0.0:1776190956.751526:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.751534:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e7e6aa9. 00010000:00000010:0.0:1776190956.751557:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.751561:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751599:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e6e2e5f2. 00010000:00000010:0.0:1776190956.751602:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751606:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f6de024. 00010000:00000010:0.0:1776190956.751609:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.751616:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000debcaa60. 00010000:00000010:0.0:1776190956.751639:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.751643:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751683:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f6d9208. 00010000:00000010:0.0:1776190956.751686:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751689:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e6e7cb9. 00010000:00000010:0.0:1776190956.751693:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.751703:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000413826d9. 00010000:00000010:0.0:1776190956.751727:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.751731:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.751765:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033554784. 00010000:00000010:0.0:1776190956.751768:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752020:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e8d8f6a. 00010000:00000010:0.0:1776190956.752026:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.752037:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071772a4f. 00010000:00000010:0.0:1776190956.752065:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.752070:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752109:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fc629d0. 00010000:00000010:0.0:1776190956.752112:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752116:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ae150ce. 00010000:00000010:0.0:1776190956.752119:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.752298:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000127c092c. 00010000:00000010:0.0:1776190956.752332:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.752336:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752375:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003506a8c5. 00010000:00000010:0.0:1776190956.752378:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752382:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ff936e5. 00010000:00000010:0.0:1776190956.752385:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.752395:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000195a0ee. 00010000:00000010:0.0:1776190956.752418:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.752422:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752465:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6d0b158. 00010000:00000010:0.0:1776190956.752468:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752471:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027aa8da6. 00010000:00000010:0.0:1776190956.752474:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.752481:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fdad1a7. 00010000:00000010:0.0:1776190956.752501:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.752504:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752537:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000082dea9f. 00010000:00000010:0.0:1776190956.752540:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752544:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ae7970c. 00010000:00000010:0.0:1776190956.752547:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.752554:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045dca720. 00010000:00000010:0.0:1776190956.752577:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.752582:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752621:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003638a24e. 00010000:00000010:0.0:1776190956.752624:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752627:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057d21fc6. 00010000:00000010:0.0:1776190956.752630:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.752636:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c96bf4f5. 00010000:00000010:0.0:1776190956.752659:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.752663:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752699:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000497362b7. 00010000:00000010:0.0:1776190956.752702:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752707:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2f57fb. 00010000:00000010:0.0:1776190956.752710:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.752718:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004291fcb1. 00010000:00000010:0.0:1776190956.752742:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.752746:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752895:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fc8c541. 00010000:00000010:0.0:1776190956.752899:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752903:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012b6b7bd. 00010000:00000010:0.0:1776190956.752907:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.752915:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd543bd9. 00010000:00000010:0.0:1776190956.752942:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.752946:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752983:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a9eb369. 00010000:00000010:0.0:1776190956.752986:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.752989:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000abd6c2e4. 00010000:00000010:0.0:1776190956.752992:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753000:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f6c0208. 00010000:00000010:0.0:1776190956.753023:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.753026:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753069:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006abb0fc. 00010000:00000010:0.0:1776190956.753072:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753076:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000330c4a2d. 00010000:00000010:0.0:1776190956.753079:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753086:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfe9fb0c. 00010000:00000010:0.0:1776190956.753109:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.753112:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753368:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd5804e3. 00010000:00000010:0.0:1776190956.753372:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753376:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0244770. 00010000:00000010:0.0:1776190956.753379:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753388:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040207098. 00010000:00000010:0.0:1776190956.753413:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.753417:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753454:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046742b0d. 00010000:00000010:0.0:1776190956.753457:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753461:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d8aee1c. 00010000:00000010:0.0:1776190956.753464:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753475:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000921f1b1a. 00010000:00000010:0.0:1776190956.753500:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.753504:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753538:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b9b5d28. 00010000:00000010:0.0:1776190956.753540:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753543:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed4addcb. 00010000:00000010:0.0:1776190956.753547:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753554:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b831286. 00010000:00000010:0.0:1776190956.753574:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.753576:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753607:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025cf8862. 00010000:00000010:0.0:1776190956.753610:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753615:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001167d9b2. 00010000:00000010:0.0:1776190956.753618:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753625:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f49b336c. 00010000:00000010:0.0:1776190956.753647:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.753651:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753687:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025a2a9bc. 00010000:00000010:0.0:1776190956.753691:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753695:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000185a13ff. 00010000:00000010:0.0:1776190956.753697:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753705:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb4412c2. 00010000:00000010:0.0:1776190956.753727:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.753730:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753767:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea6ac924. 00010000:00000010:0.0:1776190956.753878:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753884:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed8b0ede. 00010000:00000010:0.0:1776190956.753887:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753897:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008a76b54. 00010000:00000010:0.0:1776190956.753923:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.753927:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753960:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e9ae8de. 00010000:00000010:0.0:1776190956.753963:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.753967:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016a11272. 00010000:00000010:0.0:1776190956.753970:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.753978:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000021f6d1e. 00010000:00000010:0.0:1776190956.754002:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754006:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754042:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000793d6a87. 00010000:00000010:0.0:1776190956.754045:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754048:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ef0d0f9. 00010000:00000010:0.0:1776190956.754051:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754059:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daa34421. 00010000:00000010:0.0:1776190956.754079:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754082:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754110:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c6a6781. 00010000:00000010:0.0:1776190956.754112:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754115:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007f196b09. 00010000:00000010:0.0:1776190956.754117:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754126:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5ec788c. 00010000:00000010:0.0:1776190956.754327:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754331:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754363:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce990d02. 00010000:00000010:0.0:1776190956.754366:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754369:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007be875a5. 00010000:00000010:0.0:1776190956.754371:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754378:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098376c0b. 00010000:00000010:0.0:1776190956.754398:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754401:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754430:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091543745. 00010000:00000010:0.0:1776190956.754433:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754438:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f08b37b. 00010000:00000010:0.0:1776190956.754441:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754448:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047b54c22. 00010000:00000010:0.0:1776190956.754468:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754471:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754506:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061980cb2. 00010000:00000010:0.0:1776190956.754508:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754512:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd8a38fe. 00010000:00000010:0.0:1776190956.754515:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754522:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089f15fb5. 00010000:00000010:0.0:1776190956.754543:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754547:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754576:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c2d156a. 00010000:00000010:0.0:1776190956.754578:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754581:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000085a5dc1. 00010000:00000010:0.0:1776190956.754584:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754591:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037860cde. 00010000:00000010:0.0:1776190956.754611:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754614:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754651:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb47079c. 00010000:00000010:0.0:1776190956.754654:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754657:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2245774. 00010000:00000010:0.0:1776190956.754660:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754667:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056c83bfe. 00010000:00000010:0.0:1776190956.754690:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754693:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754724:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014404687. 00010000:00000010:0.0:1776190956.754727:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754730:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064eaa3cc. 00010000:00000010:0.0:1776190956.754732:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754739:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a13b4ac. 00010000:00000010:0.0:1776190956.754760:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754763:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754910:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a07f5281. 00010000:00000010:0.0:1776190956.754914:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754917:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ab21eb. 00010000:00000010:0.0:1776190956.754921:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.754929:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7e82ef2. 00010000:00000010:0.0:1776190956.754954:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.754958:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.754993:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000790c4b13. 00010000:00000010:0.0:1776190956.754996:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.755000:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066822429. 00010000:00000010:0.0:1776190956.755003:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.755010:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062a377ed. 00010000:00000010:0.0:1776190956.755034:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.755037:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.755083:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e7aab18. 00010000:00000010:0.0:1776190956.755087:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.755099:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.755110:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.755125:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.755424:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd299d75. 02000000:00000010:0.0:1776190956.755465:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009db5b2d7. 00000400:00000010:0.0:1776190956.755474:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.755484:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.755494:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358336, portal 16 00000400:00000010:0.0:1776190956.755501:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190956.755504:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358336, offset 0 00000400:00000200:0.0:1776190956.755516:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.755543:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.755555:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.755560:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.755564:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.755568:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91670:91670:256:4294967295] 192.168.202.25@tcp LPNI seq info [91670:91670:8:4294967295] 00000400:00000200:0.0:1776190956.755581:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.755589:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.755595:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190956.755605:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.755617:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.755624:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.756451:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.756461:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:3.0:1776190956.756470:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.756478:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.756487:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:3.0:1776190956.756490:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:3.0:1776190956.756504:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.757798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3734ff8. 00010000:00000010:0.1:1776190956.757821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8bef13. 00010000:00000010:0.1:1776190956.757831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89b9daf. 00010000:00000010:0.1:1776190956.757836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccd5bb3. 00010000:00000010:0.1:1776190956.757839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b2f9cb. 00010000:00000010:0.1:1776190956.757842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7b1df7. 00010000:00000010:0.1:1776190956.757844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1c3912d. 00010000:00000010:0.1:1776190956.757849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d153388a. 00010000:00000010:0.1:1776190956.757852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b48fd0c0. 00010000:00000010:0.1:1776190956.757856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3e19ef6. 00010000:00000010:0.1:1776190956.757859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098f109d1. 00010000:00000010:0.1:1776190956.757863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c335453d. 00010000:00000010:0.1:1776190956.757866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f8df213. 00010000:00000010:0.1:1776190956.757870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153042aa. 00010000:00000010:0.1:1776190956.757872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d15487a7. 00010000:00000010:0.1:1776190956.757875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000234cb109. 00010000:00000010:0.1:1776190956.757877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005971bf2d. 00010000:00000010:0.1:1776190956.757879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bb2f2f. 00010000:00000010:0.1:1776190956.757882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d92227. 00010000:00000010:0.1:1776190956.757885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6e5389. 00010000:00000010:0.1:1776190956.757887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082183742. 00010000:00000010:0.1:1776190956.757890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d82fc9. 00010000:00000010:0.1:1776190956.757892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8944e3f. 00010000:00000010:0.1:1776190956.757895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e72a88e. 00010000:00000010:0.1:1776190956.757897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056622874. 00010000:00000010:0.1:1776190956.757900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0a1041. 00010000:00000010:0.1:1776190956.757905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000077033e0. 00010000:00000010:0.1:1776190956.757908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd639ad5. 00010000:00000010:0.1:1776190956.757911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e47752eb. 00010000:00000010:0.1:1776190956.757913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4bfc1d. 00010000:00000010:0.1:1776190956.757916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c67ad302. 00010000:00000010:0.1:1776190956.757919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092a571de. 00010000:00000010:0.1:1776190956.757922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000126221db. 00010000:00000010:0.1:1776190956.757927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfc35154. 00010000:00000010:0.1:1776190956.757931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d377e2e. 00010000:00000010:0.1:1776190956.757936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098171360. 00010000:00000010:0.1:1776190956.757939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3a07e5f. 00010000:00000010:0.1:1776190956.757942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a56f2c40. 00010000:00000010:0.1:1776190956.757944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee84ce3. 00010000:00000010:0.1:1776190956.757947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000926959fc. 00010000:00000010:0.1:1776190956.757950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b87786d2. 00010000:00000010:0.1:1776190956.757954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa4388f3. 00010000:00000010:0.1:1776190956.757962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000979e8689. 00010000:00000010:0.1:1776190956.757966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000beb4b4. 00010000:00000010:0.1:1776190956.757969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003398a412. 00010000:00000010:0.1:1776190956.757975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1274c0. 00010000:00000010:0.1:1776190956.757979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abb9226b. 00010000:00000010:0.1:1776190956.757982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cfe5c9d. 00010000:00000010:0.1:1776190956.757985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058434be0. 00010000:00000010:0.1:1776190956.757989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90ac8eb. 00010000:00000010:0.1:1776190956.757992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa69217a. 00010000:00000010:0.1:1776190956.757995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e984ff2d. 00010000:00000010:0.1:1776190956.757997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba27b281. 00010000:00000010:0.1:1776190956.758000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ec380c9. 00010000:00000010:0.1:1776190956.758003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087bfab6f. 00010000:00000010:0.1:1776190956.758005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d588b549. 00010000:00000010:0.1:1776190956.758008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007990e8c1. 00010000:00000010:0.1:1776190956.758011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f4f06a. 00010000:00000010:0.1:1776190956.758014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006470aff9. 00010000:00000010:0.1:1776190956.758016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009854d1ef. 00010000:00000010:0.1:1776190956.758019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff107a5. 00010000:00000010:0.1:1776190956.758022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006818f3fd. 00010000:00000010:0.1:1776190956.758025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e20cdaa. 00010000:00000010:0.1:1776190956.758028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3a8a2c2. 00010000:00000010:0.1:1776190956.758030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008278bfb2. 00010000:00000010:0.1:1776190956.758033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000447f5565. 00010000:00000010:0.1:1776190956.758039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007102821f. 00010000:00000010:0.1:1776190956.758046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a1750f0. 00010000:00000010:0.1:1776190956.758050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff935b84. 00010000:00000010:0.1:1776190956.758054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f46cbc. 00010000:00000010:0.1:1776190956.758056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d35cf665. 00010000:00000010:0.1:1776190956.758063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000524002de. 00010000:00000010:0.1:1776190956.758065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9631ba1. 00010000:00000010:0.1:1776190956.758072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dd77c39. 00010000:00000010:0.1:1776190956.758075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9be025f. 00010000:00000010:0.1:1776190956.758080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009579f21a. 00010000:00000010:0.1:1776190956.758083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0822877. 00010000:00000010:0.1:1776190956.758087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e5b839b. 00010000:00000010:0.1:1776190956.758090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004715e3d9. 00010000:00000010:0.1:1776190956.758093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006e6c651. 00010000:00000010:0.1:1776190956.758096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6d56b5a. 00010000:00000010:0.1:1776190956.758099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032abf36. 00010000:00000010:0.1:1776190956.758102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adf6d6f4. 00010000:00000010:0.1:1776190956.758105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2af1da3. 00010000:00000010:0.1:1776190956.758107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ca51c8. 00010000:00000010:0.1:1776190956.758109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6fa3d6e. 00010000:00000010:0.1:1776190956.758112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073963d9b. 00010000:00000010:0.1:1776190956.758114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cff409d. 00010000:00000010:0.1:1776190956.758117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad953c7e. 00010000:00000010:0.1:1776190956.758120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000359b0d7e. 00010000:00000010:0.1:1776190956.758122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b50e9f7. 00010000:00000010:0.1:1776190956.758124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fbe34d. 00010000:00000010:0.1:1776190956.758126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c44d9d86. 00010000:00000010:0.1:1776190956.758161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac477054. 00010000:00000010:0.1:1776190956.758164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d640aea. 00010000:00000010:0.1:1776190956.758167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f58638. 00010000:00000010:0.1:1776190956.758176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058f4b07b. 00010000:00000010:0.1:1776190956.758181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a404d3d9. 00010000:00000010:0.1:1776190956.758184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006087f143. 00010000:00000010:0.1:1776190956.758187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f9c07d. 00010000:00000010:0.1:1776190956.758190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000401800c6. 00010000:00000010:0.1:1776190956.758193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf229ad. 00010000:00000010:0.1:1776190956.758196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aade554. 00010000:00000010:0.1:1776190956.758199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000808f1be. 00010000:00000010:0.1:1776190956.758202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd170660. 00010000:00000010:0.1:1776190956.758204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000795e2546. 00010000:00000010:0.1:1776190956.758207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324ee5f8. 00010000:00000010:0.1:1776190956.758210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe3dd703. 00010000:00000010:0.1:1776190956.758213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000750acb15. 00010000:00000010:0.1:1776190956.758217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8efb86. 00010000:00000010:0.1:1776190956.758219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e116b77. 00010000:00000010:0.1:1776190956.758222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e278a903. 00010000:00000010:0.1:1776190956.758224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086fbf1dd. 00010000:00000010:0.1:1776190956.758227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e82b48. 00010000:00000010:0.1:1776190956.758237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007acd9bdd. 00010000:00000010:0.1:1776190956.758242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000903f92b4. 00010000:00000010:0.1:1776190956.758245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acc1bce6. 00010000:00000010:0.1:1776190956.758249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a0ecc0. 00010000:00000010:0.1:1776190956.758255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c98a6a. 00010000:00000010:0.1:1776190956.758258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006eb75470. 00010000:00000010:0.1:1776190956.758260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffd4192b. 00010000:00000010:0.1:1776190956.758262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003afda5b1. 00010000:00000010:0.1:1776190956.758265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000030cc0b. 00010000:00000010:0.1:1776190956.758268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00ec005. 00010000:00000010:0.1:1776190956.758271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cac1493e. 00010000:00000010:0.1:1776190956.758275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004deaba9f. 00010000:00000010:0.1:1776190956.758277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afd4e908. 00010000:00000010:0.1:1776190956.758280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd883c. 00010000:00000010:0.1:1776190956.758282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c67d8d6f. 00010000:00000010:0.1:1776190956.758285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000987226c6. 00010000:00000010:0.1:1776190956.758288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c37bdb1. 00010000:00000010:0.1:1776190956.758290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ca5bdf. 00010000:00000010:0.1:1776190956.758292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005febe3ae. 00010000:00000010:0.1:1776190956.758295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c153ab5f. 00010000:00000010:0.1:1776190956.758297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090a63a9e. 00010000:00000010:0.1:1776190956.758300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000179f6eca. 00010000:00000010:0.1:1776190956.758303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f80df52a. 00010000:00000010:0.1:1776190956.758306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b507a4e6. 00010000:00000010:0.1:1776190956.758309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084aa0190. 00010000:00000010:0.1:1776190956.758312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a850c904. 00010000:00000010:0.1:1776190956.758315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000544eb9fc. 00010000:00000010:0.1:1776190956.758319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8eeaeb2. 00010000:00000010:0.1:1776190956.758324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abe54272. 00010000:00000010:0.1:1776190956.758329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c888da19. 00010000:00000010:0.1:1776190956.758332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006025eaa9. 00010000:00000010:0.1:1776190956.758336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861e361f. 00010000:00000010:0.1:1776190956.758340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008137a3ca. 00010000:00000010:0.1:1776190956.758342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b60b05. 00010000:00000010:0.1:1776190956.758345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016f32a39. 00010000:00000010:0.1:1776190956.758348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0bb840b. 00010000:00000010:0.1:1776190956.758350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dad1846. 00010000:00000010:0.1:1776190956.758352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5b0406. 00010000:00000010:0.1:1776190956.758355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b2912a8. 00010000:00000010:0.1:1776190956.758358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75e8fa7. 00010000:00000010:0.1:1776190956.758360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049fbba23. 00010000:00000010:0.1:1776190956.758362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c92a561. 00010000:00000010:0.1:1776190956.758365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3be8828. 00010000:00000010:0.1:1776190956.758368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94d508b. 00010000:00000010:0.1:1776190956.758370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8832586. 00010000:00000010:0.1:1776190956.758373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090ef2d76. 00010000:00000010:0.1:1776190956.758376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037fac9e6. 00010000:00000010:0.1:1776190956.758379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000884f4fde. 00010000:00000010:0.1:1776190956.758381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5e47e77. 00010000:00000010:0.1:1776190956.758383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8bd6e87. 00010000:00000010:0.1:1776190956.758385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a60bd7b. 00010000:00000010:0.1:1776190956.758388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027dfa368. 00010000:00000010:0.1:1776190956.758390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000157225e1. 00010000:00000010:0.1:1776190956.758393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944cdae3. 00010000:00000010:0.1:1776190956.758399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4a1db2e. 00010000:00000010:0.1:1776190956.758402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbf7c71. 00010000:00000010:0.1:1776190956.758404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040cd3be4. 00010000:00000010:0.1:1776190956.758410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b498267f. 00010000:00000010:0.1:1776190956.758414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014eb1f97. 00010000:00000010:0.1:1776190956.758418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000674dee3b. 00010000:00000010:0.1:1776190956.758420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d698b81. 00010000:00000010:0.1:1776190956.758424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbaca0bf. 00010000:00000010:0.1:1776190956.758427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008032cac1. 00010000:00000010:0.1:1776190956.758430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003601a31. 00010000:00000010:0.1:1776190956.758433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd0b2e9d. 00010000:00000010:0.1:1776190956.758437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e7184c6. 00010000:00000010:0.1:1776190956.758439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9c002bc. 00010000:00000010:0.1:1776190956.758442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044fa3fc1. 00010000:00000010:0.1:1776190956.758445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000201a9772. 00010000:00000010:0.1:1776190956.758448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006529d3be. 00010000:00000010:0.1:1776190956.758450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001889cf6b. 00010000:00000010:0.1:1776190956.758453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e235525. 00010000:00000010:0.1:1776190956.758455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e9f771. 00010000:00000010:0.1:1776190956.758458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ddf549. 00010000:00000010:0.1:1776190956.758462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027b28c46. 00010000:00000010:0.1:1776190956.758464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9878. 00010000:00000010:0.1:1776190956.758467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009eced0df. 00010000:00000010:0.1:1776190956.758469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006798e8a5. 00000400:00000200:3.0:1776190956.759065:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.759094:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126100 00000400:00000200:3.0:1776190956.759107:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c01 [1] + 224 00000400:00000200:3.0:1776190956.759124:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.759363:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.759379:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.759465:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.759473:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e300 00000400:00000200:3.0:1776190956.759478:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb554d [2] + 0 00000400:00000200:3.0:1776190956.759578:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.759582:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.759587:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.759595:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:2.0:1776190956.759830:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2dbe0dc. 00000020:00000010:2.0:1776190956.759840:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.759845:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.759878:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788216576/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190956.759916:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216576 02000000:00000010:2.0:1776190956.759931:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea4750c5. 00010000:00000010:2.0:1776190956.759992:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.760002:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.760010:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.760014:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000010:2.0:1776190956.760034:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190956.760039:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216576, offset 224 00000400:00000200:2.0:1776190956.760048:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.760061:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.760067:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91671:91671:256:4294967295] 192.168.202.25@tcp LPNI seq info [91671:91671:8:4294967295] 00000400:00000200:2.0:1776190956.760078:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.760084:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.760090:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190956.760096:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.760103:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.760108:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.760332:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.760337:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.760341:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2dbe0dc. 00000800:00000200:1.0:1776190956.760584:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.760589:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:1.0:1776190956.760597:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.760601:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.760606:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:1.0:1776190956.760608:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00010000:00000010:0.1:1776190956.761264:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd67cb0f. 00010000:00000010:0.1:1776190956.761278:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf427afc. 00010000:00000010:0.1:1776190956.761283:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000452a4868. 00010000:00000010:0.1:1776190956.761286:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2ebdd81. 00010000:00000010:0.1:1776190956.761289:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084352106. 00010000:00000010:0.1:1776190956.761292:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db7dbef. 00010000:00000010:0.1:1776190956.761295:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8865b44. 00010000:00000010:0.1:1776190956.761298:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932ad8cc. 00010000:00000010:0.1:1776190956.761300:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c051886f. 00010000:00000010:0.1:1776190956.761304:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026cbe87b. 00010000:00000010:0.1:1776190956.761309:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c071b0dd. 00010000:00000010:0.1:1776190956.761313:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc5c1e17. 00010000:00000010:0.1:1776190956.761315:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004509d07a. 00010000:00000010:0.1:1776190956.761322:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db31b007. 00010000:00000010:0.1:1776190956.761325:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056c3c784. 00010000:00000010:0.1:1776190956.761328:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c0dd7c. 00010000:00000010:0.1:1776190956.761330:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000785eb5b4. 00010000:00000010:0.1:1776190956.761334:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4775b71. 00010000:00000010:0.1:1776190956.761336:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096808994. 00010000:00000010:0.1:1776190956.761339:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f5c32e2. 00010000:00000010:0.1:1776190956.761342:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7a51624. 00010000:00000010:0.1:1776190956.761345:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000105e5be6. 00010000:00000010:0.1:1776190956.761347:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe270a63. 00010000:00000010:0.1:1776190956.761350:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3cc94. 00010000:00000010:0.1:1776190956.761352:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000060b90e5. 00010000:00000010:0.1:1776190956.761354:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a43e73. 00010000:00000010:0.1:1776190956.761361:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2afc9ac. 00010000:00000010:0.1:1776190956.761364:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b8b4698. 00010000:00000010:0.1:1776190956.761368:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083375284. 00010000:00000010:0.1:1776190956.761371:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae85bb40. 00010000:00000010:0.1:1776190956.761374:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b25be29. 00010000:00000010:0.1:1776190956.761377:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a17d5. 00010000:00000010:0.1:1776190956.761380:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b16b4bb5. 00010000:00000010:0.1:1776190956.761382:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e55cc0e1. 00010000:00000010:0.1:1776190956.761385:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028426171. 00010000:00000010:0.1:1776190956.761388:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a6f4afc. 00010000:00000010:0.1:1776190956.761391:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b35ba13c. 00010000:00000010:0.1:1776190956.761394:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231fad1b. 00010000:00000010:0.1:1776190956.761396:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6b1376. 00010000:00000010:0.1:1776190956.761398:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b12657c. 00010000:00000010:0.1:1776190956.761401:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e907123. 00010000:00000010:0.1:1776190956.761403:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0c3a79a. 00010000:00000010:0.1:1776190956.761406:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000799b2d54. 00010000:00000010:0.1:1776190956.761408:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044450042. 00010000:00000010:0.1:1776190956.761410:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8ce3dec. 00010000:00000010:0.1:1776190956.761414:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a4736b8. 00010000:00000010:0.1:1776190956.761417:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000685b8d5c. 00010000:00000010:0.1:1776190956.761420:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f949eb66. 00010000:00000010:0.1:1776190956.761424:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431f7e03. 00010000:00000010:0.1:1776190956.761427:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051330367. 00010000:00000010:0.1:1776190956.761430:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000523c36bb. 00010000:00000010:0.1:1776190956.761433:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049eefb31. 00010000:00000010:0.1:1776190956.761441:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a71c6209. 00010000:00000010:0.1:1776190956.761446:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e06ebaf. 00010000:00000010:0.1:1776190956.761448:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b28ea52. 00010000:00000010:0.1:1776190956.761451:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c973120c. 00010000:00000010:0.1:1776190956.761453:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011606b32. 00010000:00000010:0.1:1776190956.761455:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b636fd1. 00010000:00000010:0.1:1776190956.761458:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014be2065. 00010000:00000010:0.1:1776190956.761462:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd9c81c9. 00010000:00000010:0.1:1776190956.761466:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abb167e6. 00010000:00000010:0.1:1776190956.761469:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072a359bb. 00010000:00000010:0.1:1776190956.761472:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c81ce8eb. 00010000:00000010:0.1:1776190956.761475:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc665b44. 00010000:00000010:0.1:1776190956.761478:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e8c0521. 00010000:00000010:0.1:1776190956.761481:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010045460. 00010000:00000010:0.1:1776190956.761483:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074942ba4. 00010000:00000010:0.1:1776190956.761486:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022785459. 00010000:00000010:0.1:1776190956.761489:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003901840b. 00010000:00000010:0.1:1776190956.761492:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008416a221. 00010000:00000010:0.1:1776190956.761495:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c37ee12. 00010000:00000010:0.1:1776190956.761499:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000367c5887. 00010000:00000010:0.1:1776190956.761501:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ebcf9c2. 00010000:00000010:0.1:1776190956.761505:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e635a709. 00010000:00000010:0.1:1776190956.761507:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fb99d92. 00010000:00000010:0.1:1776190956.761511:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001033d79e. 00010000:00000010:0.1:1776190956.761513:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db0c2e98. 00010000:00000010:0.1:1776190956.761516:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc46c223. 00010000:00000010:0.1:1776190956.761521:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000137d7d96. 00010000:00000010:0.1:1776190956.761524:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087360bc2. 00010000:00000010:0.1:1776190956.761527:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b507c00. 00010000:00000010:0.1:1776190956.761530:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963cc434. 00010000:00000010:0.1:1776190956.761532:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009f640c1. 00010000:00000010:0.1:1776190956.761536:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f0f6fbb. 00010000:00000010:0.1:1776190956.761539:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f57495ae. 00010000:00000010:0.1:1776190956.761543:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e058a02. 00010000:00000010:0.1:1776190956.761546:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9b6a56b. 00010000:00000010:0.1:1776190956.761549:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed535d2b. 00010000:00000010:0.1:1776190956.761551:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8a7f250. 00010000:00000010:0.1:1776190956.761555:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5c7c38. 00010000:00000010:0.1:1776190956.761561:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e2e5f2. 00010000:00000010:0.1:1776190956.761564:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f6de024. 00010000:00000010:0.1:1776190956.761567:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f6d9208. 00010000:00000010:0.1:1776190956.761570:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e6e7cb9. 00010000:00000010:0.1:1776190956.761572:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033554784. 00010000:00000010:0.1:1776190956.761575:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e8d8f6a. 00010000:00000010:0.1:1776190956.761577:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc629d0. 00010000:00000010:0.1:1776190956.761580:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ae150ce. 00010000:00000010:0.1:1776190956.761582:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003506a8c5. 00010000:00000010:0.1:1776190956.761584:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ff936e5. 00000400:00000010:0.0:1776190956.761689:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.761696:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.761698:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.761710:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.761721:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358336/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190956.761760:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060993d6b. 02000000:00000010:0.0:1776190956.761795:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009db5b2d7. 02000000:00000010:0.0:1776190956.761802:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd299d75. 00000100:00000010:0.0:1776190956.761806:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.761810:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.761813:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00010000:00000010:0.1:1776190956.761846:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6d0b158. 00010000:00000010:0.1:1776190956.761850:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027aa8da6. 00010000:00000010:0.1:1776190956.761853:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000082dea9f. 00010000:00000010:0.1:1776190956.761856:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ae7970c. 00010000:00000010:0.1:1776190956.761859:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003638a24e. 00010000:00000010:0.1:1776190956.761862:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d21fc6. 00010000:00000010:0.1:1776190956.761865:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000497362b7. 00010000:00000010:0.1:1776190956.761869:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2f57fb. 00010000:00000010:0.1:1776190956.761873:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fc8c541. 00010000:00000010:0.1:1776190956.761879:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012b6b7bd. 00010000:00000010:0.1:1776190956.761883:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a9eb369. 00010000:00000010:0.1:1776190956.761886:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd6c2e4. 00010000:00000010:0.1:1776190956.761888:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006abb0fc. 00010000:00000010:0.1:1776190956.761893:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330c4a2d. 00010000:00000010:0.1:1776190956.761896:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd5804e3. 00010000:00000010:0.1:1776190956.761899:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0244770. 00010000:00000010:0.1:1776190956.761902:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046742b0d. 00010000:00000010:0.1:1776190956.761905:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d8aee1c. 00010000:00000010:0.1:1776190956.761908:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b9b5d28. 00010000:00000010:0.1:1776190956.761910:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed4addcb. 00010000:00000010:0.1:1776190956.761914:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025cf8862. 00010000:00000010:0.1:1776190956.761917:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001167d9b2. 00010000:00000010:0.1:1776190956.761923:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025a2a9bc. 00010000:00000010:0.1:1776190956.761926:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000185a13ff. 00010000:00000010:0.1:1776190956.761929:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea6ac924. 00010000:00000010:0.1:1776190956.761931:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed8b0ede. 00010000:00000010:0.1:1776190956.761934:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9ae8de. 00010000:00000010:0.1:1776190956.761937:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016a11272. 00010000:00000010:0.1:1776190956.761940:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000793d6a87. 00010000:00000010:0.1:1776190956.761943:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef0d0f9. 00010000:00000010:0.1:1776190956.761947:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c6a6781. 00010000:00000010:0.1:1776190956.761950:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f196b09. 00010000:00000010:0.1:1776190956.761952:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce990d02. 00010000:00000010:0.1:1776190956.761955:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007be875a5. 00010000:00000010:0.1:1776190956.761958:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091543745. 00010000:00000010:0.1:1776190956.761961:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f08b37b. 00010000:00000010:0.1:1776190956.761964:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061980cb2. 00010000:00000010:0.1:1776190956.761969:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8a38fe. 00010000:00000010:0.1:1776190956.761972:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c2d156a. 00010000:00000010:0.1:1776190956.761975:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000085a5dc1. 00010000:00000010:0.1:1776190956.761980:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb47079c. 00010000:00000010:0.1:1776190956.761984:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2245774. 00010000:00000010:0.1:1776190956.761986:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014404687. 00010000:00000010:0.1:1776190956.761989:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064eaa3cc. 00010000:00000010:0.1:1776190956.761992:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a07f5281. 00010000:00000010:0.1:1776190956.761995:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ab21eb. 00010000:00000010:0.1:1776190956.761999:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000790c4b13. 00010000:00000010:0.1:1776190956.762002:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066822429. 00080000:00000010:0.0:1776190956.762032:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd299d75. 00010000:00000010:0.0:1776190956.762545:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.762557:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d34c197. 00010000:00000010:0.0:1776190956.762842:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066822429. 00010000:00000010:0.0:1776190956.762851:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.762869:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.762877:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.762887:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.762904:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009db5b2d7. 02000000:00000010:0.0:1776190956.762942:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073bce3ba. 00000400:00000010:0.0:1776190956.762950:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.762957:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.762966:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358400, portal 16 00000400:00000010:0.0:1776190956.762974:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190956.762976:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358400, offset 0 00000400:00000200:0.0:1776190956.762987:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.763010:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.763020:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.763026:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.763029:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.763034:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91672:91672:256:4294967295] 192.168.202.25@tcp LPNI seq info [91672:91672:8:4294967295] 00000400:00000200:0.0:1776190956.763049:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.763057:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.763063:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190956.763073:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.763082:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.763088:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.764003:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.764012:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:2.0:1776190956.764022:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.764033:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.764040:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:2.0:1776190956.764043:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000100:00000200:2.0:1776190956.764053:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.766400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005770acbf. 00000400:00000200:3.0:1776190956.767111:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.767182:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126140 00000400:00000200:3.0:1776190956.767194:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c0d [1] + 224 00000400:00000200:3.0:1776190956.767213:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.767218:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.767241:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.767329:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.767337:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.767339:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.767345:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.767352:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358400/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.767395:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073bce3ba. 02000000:00000010:0.0:1776190956.767403:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009db5b2d7. 00000100:00000010:0.0:1776190956.767408:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.767413:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.767418:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000200:1.0:1776190956.767736:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.767747:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e340 00000400:00000200:1.0:1776190956.767754:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb554d [2] + 328 00000400:00000200:1.0:1776190956.767826:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.767830:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.767835:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.767842:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:3.0:1776190956.768456:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099de31e8. 00000020:00000010:3.0:1776190956.768467:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.768474:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.768511:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788216640/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190956.768555:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216640 02000000:00000010:3.0:1776190956.768575:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002fc93260. 00010000:00000010:3.0:1776190956.768630:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7d1ed86. 00010000:00000010:3.0:1776190956.768661:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.768669:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190956.768685:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190956.768690:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190956.768710:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190956.768720:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216640, offset 224 00000400:00000200:3.0:1776190956.768729:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:0.0:1776190956.768736:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009db5b2d7. 00000400:00000200:3.0:1776190956.768747:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.768754:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91673:91673:256:4294967295] 192.168.202.25@tcp LPNI seq info [91673:91673:8:4294967295] 00000400:00000200:3.0:1776190956.768766:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.768785:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.768791:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190956.768800:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.768808:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.768815:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.768841:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.768863:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.768868:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099de31e8. 00010000:00000010:0.0:1776190956.768878:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.768886:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f093f92. 00010000:00000010:0.0:1776190956.769014:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ab21eb. 00010000:00000010:0.0:1776190956.769023:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.769038:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.769042:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.769051:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.769067:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073bce3ba. 02000000:00000010:0.0:1776190956.769103:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a09ce37a. 00000400:00000010:0.0:1776190956.769109:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.769114:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.769121:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358464, portal 16 00000400:00000010:0.0:1776190956.769127:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190956.769155:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358464, offset 0 00000400:00000200:0.0:1776190956.769161:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.769168:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000800:00000200:2.0:1776190956.769473:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.769479:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190956.769484:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.769489:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.769494:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:2.0:1776190956.769496:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00000400:00000200:0.0:1776190956.769533:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.769539:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.769543:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.769546:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91674:91674:255:4294967295] 192.168.202.25@tcp LPNI seq info [91674:91674:7:4294967295] 00000400:00000200:0.0:1776190956.769554:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.769558:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.769563:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190956.769568:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.769573:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.769575:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.769652:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.769654:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:2.0:1776190956.769657:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.769661:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.769663:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:2.0:1776190956.769665:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 00000100:00000200:2.0:1776190956.769673:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.771259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7df369f. 00010000:00000010:0.1:1776190956.771285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7aab18. 00000400:00000200:3.0:1776190956.773377:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.773408:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126180 00000400:00000200:3.0:1776190956.773422:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c19 [1] + 224 00000400:00000200:3.0:1776190956.773445:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.773449:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.773464:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.773842:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.773849:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.773852:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.773861:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.773870:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358464/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.773914:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a09ce37a. 02000000:00000010:0.0:1776190956.773924:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073bce3ba. 00000100:00000010:0.0:1776190956.773929:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.773934:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.773938:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000200:1.0:1776190956.774936:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.774959:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e380 00000400:00000200:1.0:1776190956.774969:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb554d [2] + 656 00000400:00000200:1.0:1776190956.775059:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.775064:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.775072:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.775077:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:3.0:1776190956.775418:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099de31e8. 00000020:00000010:3.0:1776190956.775429:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.775436:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.775474:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788216704/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190956.775524:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216704 02000000:00000010:3.0:1776190956.775539:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000533c5222. 00010000:00000010:3.0:1776190956.775583:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068863477. 00010000:00000010:3.0:1776190956.775631:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.775641:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190956.775664:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190956.775670:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190956.775690:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190956.775697:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216704, offset 224 00000400:00000200:3.0:1776190956.775707:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.775724:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.775731:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91675:91675:256:4294967295] 192.168.202.25@tcp LPNI seq info [91675:91675:8:4294967295] 00000400:00000200:3.0:1776190956.775744:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.775751:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.775757:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190956.775763:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.775776:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.775780:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.775805:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.775822:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:3.0:1776190956.775826:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099de31e8. 00000800:00000200:1.0:1776190956.776555:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.776562:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:1.0:1776190956.776569:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.776576:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.776582:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:1.0:1776190956.776584:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00080000:00000010:0.0:1776190956.776789:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073bce3ba. 00010000:00000010:0.0:1776190956.776935:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.776946:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c4265f8. 00010000:00000010:0.0:1776190956.777058:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e7aab18. 00010000:00000010:0.0:1776190956.777066:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.777083:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.777090:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.777102:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.777121:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a09ce37a. 02000000:00000010:0.0:1776190956.777197:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fb1fb39. 00000400:00000010:0.0:1776190956.777206:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.777214:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.777222:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358528, portal 16 00000400:00000010:0.0:1776190956.777238:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190956.777241:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358528, offset 0 00000400:00000200:0.0:1776190956.777251:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.777266:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.777277:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.777283:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.777286:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.777289:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91676:91676:256:4294967295] 192.168.202.25@tcp LPNI seq info [91676:91676:8:4294967295] 00000400:00000200:0.0:1776190956.778538:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.778558:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.778571:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190956.778582:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.778592:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.778597:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.779005:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.779011:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:2.0:1776190956.779018:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.779025:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.779031:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:2.0:1776190956.779034:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00000100:00000200:2.0:1776190956.779045:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.779191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000892b0d24. 00010000:00000010:0.1:1776190956.779201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066822429. 00010000:00000010:3.1:1776190956.779399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020fe1ae5. 00010000:00000010:3.1:1776190956.784742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f27df17. 00000400:00000200:3.0:1776190956.786396:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.786427:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1261c0 00000400:00000200:3.0:1776190956.786440:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c25 [1] + 224 00000400:00000200:3.0:1776190956.786463:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.786467:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.786481:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.786547:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.786556:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.786559:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.786567:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.786582:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358528/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.786637:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fb1fb39. 02000000:00000010:0.0:1776190956.786648:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a09ce37a. 00000100:00000010:0.0:1776190956.786660:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.786667:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.786672:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00010000:00000010:0.1:1776190956.791282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c47a320. 00010000:00000010:0.1:1776190956.791311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ab21eb. 00000400:00000200:1.0:1776190956.792343:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.792371:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e3c0 00000400:00000200:1.0:1776190956.792382:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb554d [2] + 984 00000400:00000200:1.0:1776190956.792701:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.792708:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.792719:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.792728:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 00000020:00000010:2.0:1776190956.792921:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2dbe0dc. 00000020:00000010:2.0:1776190956.792930:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.792936:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.792974:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ac68aa8 x1862468788216768/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190956.793011:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216768 02000000:00000010:2.0:1776190956.793025:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084b2979f. 00010000:00000010:2.0:1776190956.793061:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007a22225. 00010000:00000010:2.0:1776190956.793090:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.793100:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.793123:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.793199:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000010:2.0:1776190956.793220:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190956.793227:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216768, offset 224 00000400:00000200:2.0:1776190956.793247:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.793263:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.793269:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91677:91677:256:4294967295] 192.168.202.25@tcp LPNI seq info [91677:91677:8:4294967295] 00000400:00000200:2.0:1776190956.793282:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.793288:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.793293:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190956.793299:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.793308:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.793313:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776190956.793393:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fb1fb39. 00010000:00000010:0.0:1776190956.793514:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.793522:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e9a7a79. 00010000:00000010:0.0:1776190956.793628:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ab21eb. 00010000:00000010:0.0:1776190956.793634:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.793648:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.793653:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.793662:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.793680:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a09ce37a. 02000000:00000010:0.0:1776190956.793719:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037b28485. 00000400:00000010:0.0:1776190956.793727:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.793733:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.793740:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358592, portal 16 00000400:00000010:0.0:1776190956.793745:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190956.793747:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358592, offset 0 00000400:00000200:0.0:1776190956.793752:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.793759:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.793768:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000020:00000010:2.0:1776190956.794013:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.794020:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.794024:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2dbe0dc. 00000400:00000200:0.0:1776190956.794073:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.794076:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.794079:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91678:91678:255:4294967295] 192.168.202.25@tcp LPNI seq info [91678:91678:7:4294967295] 00000400:00000200:0.0:1776190956.794087:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.794092:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.794098:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348490). 00000800:00000200:0.0:1776190956.794103:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.794108:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.794111:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.794755:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.794763:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82348242). 00000400:00000200:1.0:1776190956.794839:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.794847:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.794854:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:1.0:1776190956.794857:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000800:00000200:3.0:1776190956.795709:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.795715:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:3.0:1776190956.795722:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.795727:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.795731:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:3.0:1776190956.795734:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:3.0:1776190956.795743:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.798803:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.798831:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126200 00000400:00000200:2.0:1776190956.798843:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c31 [1] + 224 00000400:00000200:2.0:1776190956.798858:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.798863:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.798878:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.798929:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.798935:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e400 00000400:00000200:2.0:1776190956.798941:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb554d [2] + 1312 00000400:00000200:2.0:1776190956.798955:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.798960:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.798964:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.798972:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 00000400:00000010:0.0:1776190956.799058:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.799065:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.799068:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.799074:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.799083:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358592/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.799126:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037b28485. 02000000:00000010:0.0:1776190956.799199:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a09ce37a. 00000100:00000010:0.0:1776190956.799206:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.799210:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.799214:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000020:00000010:3.0:1776190956.799314:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099de31e8. 00000020:00000010:3.0:1776190956.799324:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000024fce44b. 00000020:00000010:3.0:1776190956.799330:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fb85f7ed. 00000100:00000200:3.0:1776190956.799365:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e1b58e5 x1862468788216832/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1776190956.799386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08f7385. 00000100:00000200:2.0:1776190956.799417:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216832 02000000:00000010:2.0:1776190956.799436:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2dbe0dc. 00010000:00000010:2.0:1776190956.799480:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2e4f5ba. 00010000:00000010:2.0:1776190956.799513:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.799524:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.799538:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.799540:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000010:2.0:1776190956.799555:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190956.799559:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216832, offset 224 00000400:00000200:2.0:1776190956.799566:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.799576:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.799581:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91679:91679:256:4294967295] 192.168.202.25@tcp LPNI seq info [91679:91679:8:4294967295] 00000400:00000200:2.0:1776190956.799590:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.799594:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.799598:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190956.799603:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.799610:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.799614:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.799639:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000024fce44b. 00000020:00000010:2.0:1776190956.799657:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fb85f7ed. 00000020:00000010:2.0:1776190956.799661:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099de31e8. 00000800:00000200:1.0:1776190956.799817:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.799822:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:1.0:1776190956.799830:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.799834:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.799838:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:1.0:1776190956.799839:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00080000:00000010:0.0:1776190956.800878:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037b28485. 00010000:00000010:0.0:1776190956.801006:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.801013:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de04818d. 00010000:00000010:0.0:1776190956.801102:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000790c4b13. 00010000:00000010:0.0:1776190956.801105:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.801111:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066822429. 00010000:00000010:0.0:1776190956.801116:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00080000:00000010:0.0:1776190956.801147:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014748377. 00010000:00000010:0.0:1776190956.801165:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.801167:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cda343b8. 00010000:00000010:0.0:1776190956.801254:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064eaa3cc. 00010000:00000010:0.0:1776190956.801258:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.801270:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.801279:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.801290:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.801307:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1a473d4. 02000000:00000010:0.0:1776190956.801342:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011f4bb1b. 00000400:00000010:0.0:1776190956.801349:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.801354:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.801361:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358656, portal 16 00000400:00000010:0.0:1776190956.801367:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190956.801369:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358656, offset 0 00000400:00000200:0.0:1776190956.801377:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.801395:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.801403:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.801407:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.801410:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.801413:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91680:91680:256:4294967295] 192.168.202.25@tcp LPNI seq info [91680:91680:8:4294967295] 00000400:00000200:0.0:1776190956.801423:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.801428:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.801432:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190956.801438:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.801444:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.801449:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.801632:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.801638:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:3.0:1776190956.801643:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.801647:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.801652:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:3.0:1776190956.801654:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:3.0:1776190956.801662:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.805402:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.805432:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126240 00000400:00000200:2.0:1776190956.805444:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c3d [1] + 224 00000400:00000200:2.0:1776190956.805463:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.805468:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.805484:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.805605:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.805611:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e440 00000400:00000200:2.0:1776190956.805616:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb554d [2] + 1640 00000400:00000200:2.0:1776190956.805705:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.805709:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.805714:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.805721:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000400:00000010:0.0:1776190956.805971:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.805978:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.805980:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.805988:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.805996:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358656/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.806049:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011f4bb1b. 02000000:00000010:0.0:1776190956.806057:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1a473d4. 00000100:00000010:0.0:1776190956.806061:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.806065:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.806070:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00010000:00000010:0.1:1776190956.806426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fc5fbc6. 00010000:00000010:0.1:1776190956.806437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7aab18. 00000020:00000010:3.0:1776190956.807272:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044f81867. 00000020:00000010:3.0:1776190956.807288:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190956.807294:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190956.807336:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788216896/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190956.807385:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216896 02000000:00000010:3.0:1776190956.807400:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eedd280f. 00010000:00000010:3.0:1776190956.807440:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e26dc821. 00010000:00000010:3.0:1776190956.807470:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.807481:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190956.807501:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190956.807506:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190956.807525:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190956.807533:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216896, offset 224 00000400:00000200:3.0:1776190956.807543:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.807563:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.807571:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91681:91681:256:4294967295] 192.168.202.25@tcp LPNI seq info [91681:91681:8:4294967295] 00000400:00000200:3.0:1776190956.807583:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.807590:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.807595:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190956.807603:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.807612:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.807617:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.807651:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190956.807669:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190956.807674:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044f81867. 00080000:00000010:0.0:1776190956.807749:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1a473d4. 00010000:00000010:0.0:1776190956.807886:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.807894:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f40fe0b6. 00000800:00000200:1.0:1776190956.807906:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.807911:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190956.807916:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.807921:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.807927:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:1.0:1776190956.807929:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 00010000:00000010:0.0:1776190956.808008:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e7aab18. 00010000:00000010:0.0:1776190956.808016:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.808030:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.808034:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.808044:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.808062:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011f4bb1b. 02000000:00000010:0.0:1776190956.808098:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007984b3c3. 00000400:00000010:0.0:1776190956.808106:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.808112:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.808118:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358720, portal 16 00000400:00000010:0.0:1776190956.808125:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190956.808168:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358720, offset 0 00000400:00000200:0.0:1776190956.808177:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.808185:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.808194:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.808199:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.808202:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.808204:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91682:91682:256:4294967295] 192.168.202.25@tcp LPNI seq info [91682:91682:8:4294967295] 00000400:00000200:0.0:1776190956.808212:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.808217:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.808222:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190956.808227:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.808241:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.808244:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.808355:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.808358:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:2.0:1776190956.808362:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.808365:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.808368:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:2.0:1776190956.808369:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00000100:00000200:2.0:1776190956.808376:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.810684:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.810711:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126280 00000400:00000200:2.0:1776190956.810724:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c49 [1] + 224 00000400:00000200:2.0:1776190956.810750:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.810755:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.810781:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.810881:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.810887:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.810891:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.810898:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.810906:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358720/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.810961:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007984b3c3. 02000000:00000010:0.0:1776190956.810971:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011f4bb1b. 00000100:00000010:0.0:1776190956.810975:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.810979:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.810983:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00010000:00000010:2.1:1776190956.811226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9cf377. 00010000:00000010:3.1:1776190956.814647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048bfa58d. 00000400:00000200:1.0:1776190956.814825:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.814851:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e480 00000400:00000200:1.0:1776190956.814861:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb554d [2] + 1968 00000400:00000010:1.0:1776190956.814868:0:15838:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e36a96b. 00000400:00000200:1.0:1776190956.814875:0:15838:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000096c16ef0 00000400:00000200:1.0:1776190956.814956:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.814962:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.814968:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096c16ef0 00000400:00000010:1.0:1776190956.814971:0:15838:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000096c16ef0 (tot 82347842). 00000100:00000200:1.0:1776190956.814979:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190956.815105:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e686a1fd. 00000020:00000010:2.0:1776190956.815113:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.815118:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.815191:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b355887 x1862468788216960/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190956.815237:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788216960 02000000:00000010:2.0:1776190956.815255:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006731b30b. 00010000:00000010:2.0:1776190956.815300:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024294ebd. 00010000:00000010:2.0:1776190956.815331:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.815339:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ab36c2. 00000100:00000010:2.0:1776190956.815355:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ab36c2. 00010000:00000010:2.0:1776190956.815358:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000010:2.0:1776190956.815378:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190956.815383:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788216960, offset 224 00000400:00000200:2.0:1776190956.815391:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.815403:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.815408:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91683:91683:256:4294967295] 192.168.202.25@tcp LPNI seq info [91683:91683:8:4294967295] 00000400:00000200:2.0:1776190956.815419:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.815423:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.815429:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348090). 00000800:00000200:2.0:1776190956.815435:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.815442:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.815445:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.815471:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.815477:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.815480:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e686a1fd. 02000000:00000010:2.0:1776190956.815492:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eedd280f. 00000100:00000010:2.0:1776190956.815497:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190956.815501:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2dbe0dc. 00000100:00000010:2.0:1776190956.815503:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190956.815506:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000084b2979f. 00000100:00000010:2.0:1776190956.815509:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 02000000:00000010:2.0:1776190956.815513:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000533c5222. 00000100:00000010:2.0:1776190956.815515:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:2.0:1776190956.815519:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002fc93260. 00000100:00000010:2.0:1776190956.815522:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:2.0:1776190956.815526:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea4750c5. 00000100:00000010:2.0:1776190956.815530:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000200:2.0:1776190956.815538:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190956.815545:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e7e7b7. 00000400:00000010:2.0:1776190956.815550:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000052ab36c2 (tot 82348242). 00010000:00000010:0.1:1776190956.815632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005354a436. 00010000:00000010:0.1:1776190956.815641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ab21eb. 00010000:00000010:0.1:1776190956.815647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000790c4b13. 00010000:00000010:0.1:1776190956.815649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066822429. 00080000:00000010:0.0:1776190956.815681:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011f4bb1b. 00000800:00000200:1.0:1776190956.815800:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.815805:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00010000:00000010:0.0:1776190956.815808:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00000400:00000200:1.0:1776190956.815812:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776190956.815815:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ba82047. 00000400:00000200:1.0:1776190956.815817:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.815820:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:1.0:1776190956.815822:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 02000000:00000010:1.0:1776190956.815826:0:15837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006731b30b. 00010000:00000010:0.0:1776190956.815924:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066822429. 00010000:00000010:0.0:1776190956.815929:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.815941:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.815945:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.815953:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.815967:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007984b3c3. 02000000:00000010:0.0:1776190956.815998:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099317728. 00000400:00000010:0.0:1776190956.816002:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.816005:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.816008:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358784, portal 16 00000400:00000010:0.0:1776190956.816012:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66e3104. 00000100:00000200:0.0:1776190956.816014:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358784, offset 0 00000400:00000200:0.0:1776190956.816018:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.816024:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.816031:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.816034:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.816037:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.816039:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91684:91684:256:4294967295] 192.168.202.25@tcp LPNI seq info [91684:91684:8:4294967295] 00000400:00000200:0.0:1776190956.816044:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.816047:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.816050:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190956.816053:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.816057:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.816059:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.817434:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.817444:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:2.0:1776190956.817452:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.817462:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.817468:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:2.0:1776190956.817471:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 00000100:00000200:2.0:1776190956.817484:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.819206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a0da983. 00010000:00000010:0.1:1776190956.819242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064eaa3cc. 00000400:00000200:1.0:1776190956.820724:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.820753:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1262c0 00000400:00000200:1.0:1776190956.820765:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c59 [1] + 224 00000400:00000200:1.0:1776190956.820791:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.820796:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.820812:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.820943:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.820950:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.820953:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.820960:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.820968:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358784/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.821007:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.821015:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e4c0 02000000:00000010:0.0:1776190956.821016:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099317728. 00000400:00000200:1.0:1776190956.821021:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55ad [2] + 0 02000000:00000010:0.0:1776190956.821025:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007984b3c3. 00000100:00000010:0.0:1776190956.821030:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.821035:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.821039:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000200:1.0:1776190956.821329:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.821335:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.821341:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.821348:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000020:00000010:3.0:1776190956.821662:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044f81867. 00000020:00000010:3.0:1776190956.821672:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190956.821678:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190956.821714:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788217024/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190956.821760:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217024 02000000:00000010:3.0:1776190956.821776:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5da028d. 00010000:00000010:3.0:1776190956.821817:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051edc83f. 00010000:00000010:3.0:1776190956.821845:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.821854:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190956.821874:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190956.821878:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190956.821896:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190956.821903:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217024, offset 224 00000400:00000200:3.0:1776190956.821913:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.821930:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.821937:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91685:91685:256:4294967295] 192.168.202.25@tcp LPNI seq info [91685:91685:8:4294967295] 00000400:00000200:3.0:1776190956.821950:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.821956:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.821961:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190956.821968:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.821974:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.821979:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.822013:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190956.822032:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190956.822037:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044f81867. 00000800:00000200:1.0:1776190956.822196:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.822201:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190956.822205:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.822209:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.822213:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2eccca 00000400:00000010:1.0:1776190956.822215:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2eccca. 00010000:00000010:2.1:1776190956.824212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64fbd7f. 00010000:00000010:0.1:1776190956.825350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000889c7964. 00010000:00000010:0.1:1776190956.825368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7aab18. 00080000:00000010:0.0:1776190956.825428:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007984b3c3. 00010000:00000010:0.0:1776190956.825576:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.825589:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000925ea3e5. 00010000:00000010:0.0:1776190956.825708:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e7aab18. 00010000:00000010:0.0:1776190956.825717:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.825736:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.825747:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.825760:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.825785:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099317728. 02000000:00000010:0.0:1776190956.825837:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccc4ba60. 00000400:00000010:0.0:1776190956.825848:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.825858:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.825869:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358848, portal 16 00000400:00000010:0.0:1776190956.825877:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190956.825881:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358848, offset 0 00000400:00000200:0.0:1776190956.825895:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.825922:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.825932:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.825937:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.825941:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.825944:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91686:91686:256:4294967295] 192.168.202.25@tcp LPNI seq info [91686:91686:8:4294967295] 00000400:00000200:0.0:1776190956.825956:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.825963:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.825969:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190956.825978:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.825988:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.825993:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.826438:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.826444:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:1.0:1776190956.826450:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.826455:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.826460:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:1.0:1776190956.826463:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:1.0:1776190956.826471:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.828026:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.828050:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126300 00000400:00000200:1.0:1776190956.828061:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c65 [1] + 224 00000400:00000200:1.0:1776190956.828081:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.828086:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.828099:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190956.828305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f779b52d. 00000400:00000010:0.0:1776190956.828333:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.828340:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.828342:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.828349:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.828358:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358848/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.828396:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccc4ba60. 02000000:00000010:0.0:1776190956.828403:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099317728. 00000100:00000010:0.0:1776190956.828407:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.828411:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.828415:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000200:1.0:1776190956.828482:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.828491:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e500 00000400:00000200:1.0:1776190956.828498:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55ad [2] + 328 00000400:00000200:1.0:1776190956.828566:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.828570:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.828577:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.828582:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 00000020:00000010:2.0:1776190956.828694:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea4750c5. 00000020:00000010:2.0:1776190956.828704:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.828710:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.828740:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788217088/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190956.828775:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217088 02000000:00000010:2.0:1776190956.828789:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084b2979f. 00010000:00000010:2.0:1776190956.828824:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000032c87f6. 00010000:00000010:2.0:1776190956.828848:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.828858:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.828876:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.828879:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000010:2.0:1776190956.828896:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190956.828901:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217088, offset 224 00000400:00000200:2.0:1776190956.828911:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.828925:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.828931:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91687:91687:256:4294967295] 192.168.202.25@tcp LPNI seq info [91687:91687:8:4294967295] 00000400:00000200:2.0:1776190956.828943:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.828949:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.828955:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190956.828962:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.828970:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.828974:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.828997:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.829002:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.829005:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea4750c5. 00080000:00000010:0.0:1776190956.829067:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099317728. 00010000:00000010:0.0:1776190956.829237:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.829246:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae33ed14. 00010000:00000010:0.0:1776190956.829345:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064eaa3cc. 00010000:00000010:0.0:1776190956.829351:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d1fd73f. 00010000:00000010:0.0:1776190956.829367:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.829371:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.829380:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190956.829396:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccc4ba60. 02000000:00000010:0.0:1776190956.829430:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcbefd0b. 00000400:00000010:0.0:1776190956.829434:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.829439:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.829446:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358912, portal 16 00000400:00000010:0.0:1776190956.829450:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005258e6ec. 00000100:00000200:0.0:1776190956.829452:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358912, offset 0 00000400:00000200:0.0:1776190956.829457:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.829464:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.829472:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.829476:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.829479:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.829481:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91688:91688:255:4294967295] 192.168.202.25@tcp LPNI seq info [91688:91688:7:4294967295] 00000400:00000200:0.0:1776190956.829488:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.829492:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.829496:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348490). 00000800:00000200:0.0:1776190956.829500:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.829504:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.829506:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.829620:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.829626:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82348242). 00000400:00000200:1.0:1776190956.829634:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.829637:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.829641:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:1.0:1776190956.829643:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000800:00000200:1.0:1776190956.829708:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.829710:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:1.0:1776190956.829713:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.829716:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.829718:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005258e6ec 00000400:00000010:1.0:1776190956.829720:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005258e6ec. 00000100:00000200:1.0:1776190956.829725:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797358912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.834739:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.834767:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126340 00000400:00000200:1.0:1776190956.834911:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c71 [1] + 224 00000400:00000200:1.0:1776190956.834931:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.834938:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.834954:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797358912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.835055:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.835062:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e540 00000400:00000200:1.0:1776190956.835069:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55ad [2] + 656 00000400:00000200:1.0:1776190956.835082:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.835085:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.835090:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.835102:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:2.0:1776190956.835303:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea4750c5. 00000020:00000010:2.0:1776190956.835313:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.835319:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.835356:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788217152/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190956.835401:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217152 02000000:00000010:2.0:1776190956.835419:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2dbe0dc. 00010000:00000010:2.0:1776190956.835481:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.835492:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.835501:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.835506:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000400:00000010:2.0:1776190956.835528:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190956.835535:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217152, offset 224 00000400:00000200:2.0:1776190956.835545:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.835560:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.835569:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91689:91689:256:4294967295] 192.168.202.25@tcp LPNI seq info [91689:91689:8:4294967295] 00000400:00000200:2.0:1776190956.835582:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.835589:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.835595:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190956.835603:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.835612:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.835618:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.835651:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.835656:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.835660:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea4750c5. 00000800:00000200:1.0:1776190956.835861:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.835866:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:1.0:1776190956.835876:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.835881:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.835886:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:1.0:1776190956.835888:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00010000:00000010:0.1:1776190956.838868:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070332e45. 00010000:00000010:0.1:1776190956.838893:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066822429. 00000400:00000010:0.0:1776190956.838918:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae39d1f8. 00000400:00000200:0.0:1776190956.838924:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:0.0:1776190956.838927:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.838948:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797358912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.838961:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797358912/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190956.838999:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000caab2e5. 02000000:00000010:0.0:1776190956.839027:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcbefd0b. 02000000:00000010:0.0:1776190956.839035:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccc4ba60. 00000100:00000010:0.0:1776190956.839041:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190956.839046:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.839050:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00080000:00000010:1.0:1776190956.839364:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2cf8c84. 00010000:00000010:1.0:1776190956.839522:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d1fd73f. 00010000:00000010:1.0:1776190956.839532:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5cd70d7. 00010000:00000010:1.0:1776190956.839632:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190956.839637:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cf3ca422. 00010000:00000010:1.0:1776190956.839644:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ee434d7. 00010000:00000010:1.0:1776190956.839652:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00080000:00000010:1.0:1776190956.839679:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a039ffa6. 00010000:00000010:1.0:1776190956.839707:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190956.839711:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf3ca422. 00010000:00000010:1.0:1776190956.840007:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029a28d73. 00010000:00000010:1.0:1776190956.840014:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190956.840025:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042365b45. 00000100:00000010:1.0:1776190956.840035:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190956.840048:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190956.840073:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f382d738. 02000000:00000010:1.0:1776190956.840120:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f40009b3. 00000400:00000010:1.0:1776190956.840905:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cf1d883. 00000400:00000010:1.0:1776190956.840925:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190956.840937:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797358976, portal 16 00000400:00000010:1.0:1776190956.840946:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190956.840949:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797358976, offset 0 00000400:00000200:1.0:1776190956.840964:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.840990:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.840998:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.841004:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.841006:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.841009:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91690:91690:256:4294967295] 192.168.202.25@tcp LPNI seq info [91690:91690:8:4294967295] 00000400:00000200:1.0:1776190956.841019:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.841026:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.841031:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190956.841040:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.841048:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.841052:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.841417:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.841423:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:2.0:1776190956.841432:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.841438:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.841443:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:2.0:1776190956.841445:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000100:00000200:2.0:1776190956.841455:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797358976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190956.843204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008911b418. 00000400:00000200:1.0:1776190956.845008:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.845044:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126380 00000400:00000200:1.0:1776190956.845059:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c7d [1] + 224 00000400:00000200:1.0:1776190956.845077:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.845083:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.845102:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797358976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.845965:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.845979:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e580 00000400:00000200:1.0:1776190956.845987:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55ad [2] + 984 00000400:00000200:1.0:1776190956.846004:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.846008:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.846013:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.846021:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 00000020:00000010:3.0:1776190956.846273:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044f81867. 00000020:00000010:3.0:1776190956.846286:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190956.846294:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190956.846339:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ac68aa8 x1862468788217216/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190956.846456:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217216 02000000:00000010:3.0:1776190956.846474:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002fc93260. 00010000:00000010:3.0:1776190956.846543:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.846555:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190956.846567:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190956.846573:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00000400:00000010:3.0:1776190956.846597:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190956.846606:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217216, offset 224 00000400:00000200:3.0:1776190956.846618:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.846636:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.846644:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91691:91691:256:4294967295] 192.168.202.25@tcp LPNI seq info [91691:91691:8:4294967295] 00000400:00000200:3.0:1776190956.846660:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.846668:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.846675:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190956.846682:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.846690:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.846696:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1776190956.847306:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:2.0:1776190956.847316:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:2.0:1776190956.847319:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:2.0:1776190956.847329:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797358976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.847338:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797358976/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190956.847366:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ebfd02a. 02000000:00000010:2.0:1776190956.847388:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f40009b3. 02000000:00000010:2.0:1776190956.847393:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f382d738. 00000100:00000010:2.0:1776190956.847400:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:2.0:1776190956.847405:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:2.0:1776190956.847408:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042365b45. 00080000:00000010:2.0:1776190956.847442:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea4750c5. 00010000:00000010:2.0:1776190956.847586:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:2.0:1776190956.847593:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051ed2559. 00010000:00000010:2.0:1776190956.847712:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d275f73a. 00010000:00000010:2.0:1776190956.847720:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d76d6e27. 00010000:00000010:2.0:1776190956.847733:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001a2de829. 00000100:00000010:2.0:1776190956.847738:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.847747:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190956.847762:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e686a1fd. 02000000:00000010:2.0:1776190956.847801:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000897388e7. 00000400:00000010:2.0:1776190956.847807:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfe6cf8a. 00000400:00000010:2.0:1776190956.847813:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190956.847820:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359040, portal 16 00000400:00000010:2.0:1776190956.847825:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190956.847827:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359040, offset 0 00000400:00000200:2.0:1776190956.847835:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.847848:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.847857:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.847861:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.847864:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.847866:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91692:91692:255:4294967295] 192.168.202.25@tcp LPNI seq info [91692:91692:7:4294967295] 00000400:00000200:2.0:1776190956.847874:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.847878:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.847882:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348490). 00000800:00000200:2.0:1776190956.847886:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.847890:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.847892:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776190956.851118:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d5cb9639. 00000020:00000010:3.0:1776190956.851166:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190956.851429:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044f81867. 00000800:00000200:1.0:1776190956.852376:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.852383:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:1.0:1776190956.852391:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.852403:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.852410:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:1.0:1776190956.852414:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000800:00000200:1.0:1776190956.852866:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.852870:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:1.0:1776190956.852881:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.852887:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.852890:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:1.0:1776190956.852893:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 00000100:00000200:1.0:1776190956.852903:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797359040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.854087:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.854111:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1263c0 00000400:00000200:2.0:1776190956.854122:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c89 [1] + 224 00000400:00000200:2.0:1776190956.854168:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.854181:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.854195:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797359040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.854296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ca8175. 00010000:00000010:0.1:1776190956.854306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7aab18. 00010000:00000010:0.1:1776190956.854311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5df42ed. 00000400:00000200:3.0:1776190956.854347:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.854358:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e5c0 00000400:00000200:3.0:1776190956.854364:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55ad [2] + 1312 00010000:00000010:1.1:1776190956.854387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b1b0671. 00010000:00000010:1.1:1776190956.854393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064eaa3cc. 00010000:00000010:1.1:1776190956.854397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190956.854400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee434d7. 00000400:00000010:1.0:1776190956.854432:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dfe6cf8a. 00000400:00000200:3.0:1776190956.854434:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.854438:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.854438:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:1.0:1776190956.854440:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00000100:00000200:3.0:1776190956.854446:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1776190956.854446:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797359040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776190956.854452:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000100:00000200:1.0:1776190956.854454:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797359040/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190956.854501:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000897388e7. 02000000:00000010:1.0:1776190956.854510:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e686a1fd. 00000100:00000010:1.0:1776190956.854514:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:1.0:1776190956.854519:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:1.0:1776190956.854523:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001a2de829. 00000020:00000010:2.0:1776190956.854561:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a474ffe2. 00000020:00000010:2.0:1776190956.854570:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.854576:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.854614:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788217280/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190956.854657:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217280 02000000:00000010:2.0:1776190956.854673:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006fdab52a. 00010000:00000010:2.0:1776190956.854712:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007dd5a9fc. 00010000:00000010:2.0:1776190956.854739:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190956.854751:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.854767:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.854770:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190956.854788:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190956.854793:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217280, offset 224 00000400:00000200:2.0:1776190956.854803:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1776190956.854816:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f40009b3. 00000400:00000200:2.0:1776190956.854818:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.854824:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91693:91693:256:4294967295] 192.168.202.25@tcp LPNI seq info [91693:91693:8:4294967295] 00000400:00000200:2.0:1776190956.854836:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.854841:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.854847:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190956.854854:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.854862:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.854867:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.854901:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.854906:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.854910:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a474ffe2. 00010000:00000010:1.0:1776190956.854957:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d76d6e27. 00010000:00000010:1.0:1776190956.854969:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002adb98b2. 00010000:00000010:1.0:1776190956.855087:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ee434d7. 00010000:00000010:1.0:1776190956.855094:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000225e0874. 00010000:00000010:1.0:1776190956.855107:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.855111:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.855121:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 02000000:00000010:1.0:1776190956.855164:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1b54807. 00000800:00000200:3.0:1776190956.855248:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.855253:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:3.0:1776190956.855261:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.855265:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.855269:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:3.0:1776190956.855270:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 02000000:00000010:1.0:1776190956.855761:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047019d20. 00000400:00000010:1.0:1776190956.855771:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cf1d883. 00000400:00000010:1.0:1776190956.855778:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190956.855787:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359104, portal 16 00000400:00000010:1.0:1776190956.855793:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006362b25. 00000100:00000200:1.0:1776190956.855796:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359104, offset 0 00000400:00000200:1.0:1776190956.855804:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.855814:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.855822:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.855825:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.855829:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.855832:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91694:91694:256:4294967295] 192.168.202.25@tcp LPNI seq info [91694:91694:8:4294967295] 00000400:00000200:1.0:1776190956.855840:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.855844:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.855849:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190956.855854:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.855859:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.855862:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.856023:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.856025:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:2.0:1776190956.856033:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.856037:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.856040:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:2.0:1776190956.856042:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000100:00000200:2.0:1776190956.856049:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000263cbb7c x1862468797359104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190956.858745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e2745f9. 00010000:00000010:2.1:1776190956.858768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032b2dc79. 00010000:00000010:2.1:1776190956.858773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a28d73. 00000400:00000200:3.0:1776190956.860369:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.860391:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126400 00000400:00000200:3.0:1776190956.860401:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6c95 [1] + 224 00000400:00000200:3.0:1776190956.860418:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.860421:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.860433:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000263cbb7c x1862468797359104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190956.860489:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:1.0:1776190956.860495:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:1.0:1776190956.860498:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:1.0:1776190956.860505:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000263cbb7c x1862468797359104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.860512:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000263cbb7c x1862468797359104/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190956.860551:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047019d20. 02000000:00000010:1.0:1776190956.860559:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1b54807. 00000100:00000010:1.0:1776190956.860563:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000010:1.0:1776190956.860567:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190956.860571:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00000400:00000200:3.0:1776190956.861691:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.861715:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e600 00000400:00000200:3.0:1776190956.861724:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55ad [2] + 1640 00000400:00000200:3.0:1776190956.861797:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.861803:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.861810:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.861818:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000020:00000010:2.0:1776190956.861935:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a474ffe2. 00000020:00000010:2.0:1776190956.861944:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.861950:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.861994:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788217344/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190956.862042:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217344 02000000:00000010:2.0:1776190956.862058:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000443469b5. 00010000:00000010:2.0:1776190956.862099:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000635cef88. 00010000:00000010:2.0:1776190956.862192:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190956.862202:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.862218:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.862223:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190956.862254:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190956.862260:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217344, offset 224 00000400:00000200:2.0:1776190956.862270:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.862283:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.862289:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91695:91695:256:4294967295] 192.168.202.25@tcp LPNI seq info [91695:91695:8:4294967295] 00080000:00000010:3.0:1776190956.862292:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044f81867. 00000400:00000200:2.0:1776190956.862300:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.862305:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.862310:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190956.862316:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.862325:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.862329:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.862354:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.862357:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.862360:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a474ffe2. 00010000:00000010:3.0:1776190956.862416:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000225e0874. 00010000:00000010:3.0:1776190956.862423:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000405e0a6e. 00000800:00000200:2.0:1776190956.862438:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.862442:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:2.0:1776190956.862449:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.862453:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.862457:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:2.0:1776190956.862459:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00010000:00000010:3.0:1776190956.862522:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071ef5098. 00010000:00000010:3.0:1776190956.862530:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190956.862546:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ed827eb. 00000100:00000010:3.0:1776190956.862550:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190956.862560:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 02000000:00000010:3.0:1776190956.862577:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000533c5222. 02000000:00000010:3.0:1776190956.862613:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eedd280f. 00000400:00000010:3.0:1776190956.862622:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006324cd0f. 00000400:00000010:3.0:1776190956.862628:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190956.862635:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359168, portal 16 00000400:00000010:3.0:1776190956.862640:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190956.862642:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359168, offset 0 00000400:00000200:3.0:1776190956.862647:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.862654:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.862663:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.862667:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.862671:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.862673:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91696:91696:256:4294967295] 192.168.202.25@tcp LPNI seq info [91696:91696:8:4294967295] 00000400:00000200:3.0:1776190956.862680:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.862684:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.862688:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190956.862693:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.862697:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.862700:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.863519:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.863527:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190956.863533:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.863541:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.863545:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:2.0:1776190956.863547:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00000100:00000200:2.0:1776190956.863556:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000922b1916 x1862468797359168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.865602:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.865634:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126440 00000400:00000200:3.0:1776190956.865649:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ca1 [1] + 224 00000400:00000200:3.0:1776190956.865670:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.865675:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.865687:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000922b1916 x1862468797359168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.865728:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.865734:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e640 00000400:00000200:3.0:1776190956.865740:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55ad [2] + 1968 00000400:00000010:3.0:1776190956.865745:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098e7ac16. 00000400:00000200:3.0:1776190956.865751:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a05ae643 00000400:00000010:1.0:1776190956.865756:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006324cd0f. 00000400:00000200:1.0:1776190956.865762:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:1.0:1776190956.865765:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000100:00000200:1.0:1776190956.865781:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000922b1916 x1862468797359168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.865808:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.865812:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.865815:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a05ae643 00000400:00000010:3.0:1776190956.865817:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a05ae643 (tot 82347842). 00000100:00000200:3.0:1776190956.865822:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190956.866110:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccc4ba60. 00000020:00000010:0.0:1776190956.866123:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.866163:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.866206:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000072b402e0 x1862468788217408/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190956.866252:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217408 02000000:00000010:0.0:1776190956.866268:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcbefd0b. 00010000:00000010:0.0:1776190956.866319:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.866329:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000024f91a49. 00000100:00000010:0.0:1776190956.866337:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000024f91a49. 00010000:00000010:0.0:1776190956.866341:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000010:0.0:1776190956.866359:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190956.866364:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217408, offset 224 00000400:00000200:0.0:1776190956.866373:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.866389:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.866395:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91697:91697:256:4294967295] 192.168.202.25@tcp LPNI seq info [91697:91697:8:4294967295] 00000400:00000200:0.0:1776190956.866406:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.866412:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.866417:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348090). 00000800:00000200:0.0:1776190956.866423:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.866430:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.866434:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.866462:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.866466:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.866469:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccc4ba60. 02000000:00000010:0.0:1776190956.866481:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000443469b5. 00000100:00000010:0.0:1776190956.866484:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:0.0:1776190956.866489:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006fdab52a. 00000100:00000010:0.0:1776190956.866491:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:0.0:1776190956.866495:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002fc93260. 00000100:00000010:0.0:1776190956.866497:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 02000000:00000010:0.0:1776190956.866500:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2dbe0dc. 00000100:00000010:0.0:1776190956.866501:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:0.0:1776190956.866505:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000084b2979f. 00000100:00000010:0.0:1776190956.866507:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 02000000:00000010:0.0:1776190956.866510:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5da028d. 00000100:00000010:0.0:1776190956.866512:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000200:0.0:1776190956.866518:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190956.866524:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae39d1f8. 00000400:00000010:0.0:1776190956.866528:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000024f91a49 (tot 82348242). 00010000:00000010:2.1:1776190956.866625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050effdb. 00010000:00000010:1.1:1776190956.867114:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000599cd1d5. 00010000:00000010:1.1:1776190956.867126:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d275f73a. 00000800:00000200:3.0:1776190956.867284:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.867289:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:3.0:1776190956.867294:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.867301:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.867306:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:3.0:1776190956.867308:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 02000000:00000010:3.0:1776190956.867315:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcbefd0b. 00000100:00000200:1.0:1776190956.867421:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000922b1916 x1862468797359168/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190956.867454:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a8f7cb1. 02000000:00000010:1.0:1776190956.867477:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eedd280f. 02000000:00000010:1.0:1776190956.867484:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000533c5222. 00000100:00000010:1.0:1776190956.867489:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 00000100:00000010:1.0:1776190956.867493:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:1.0:1776190956.867498:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ed827eb. 00080000:00000010:1.0:1776190956.867525:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1b54807. 00010000:00000010:1.0:1776190956.867686:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c577f6d5. 00010000:00000010:1.0:1776190956.867694:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b074732d. 00010000:00000010:1.0:1776190956.867805:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.0:1776190956.867812:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190956.867827:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.867834:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.867844:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 02000000:00000010:1.0:1776190956.867862:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047019d20. 02000000:00000010:1.0:1776190956.867904:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7d44ff1. 00000400:00000010:1.0:1776190956.867909:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cf1d883. 00000400:00000010:1.0:1776190956.867914:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190956.867921:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359232, portal 16 00000400:00000010:1.0:1776190956.867927:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e74120fa. 00000100:00000200:1.0:1776190956.867929:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359232, offset 0 00000400:00000200:1.0:1776190956.867938:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.867952:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.867963:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.867967:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.867972:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.867975:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91698:91698:256:4294967295] 192.168.202.25@tcp LPNI seq info [91698:91698:8:4294967295] 00000400:00000200:1.0:1776190956.867986:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.867993:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.867999:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190956.868007:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.868014:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.868020:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190956.869791:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.869801:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:2.0:1776190956.869814:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.869826:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.869832:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74120fa 00000400:00000010:2.0:1776190956.869835:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e74120fa. 00000100:00000200:2.0:1776190956.869848:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000263cbb7c x1862468797359232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190956.872242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbc72771. 00010000:00000010:3.1:1776190956.872269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ee434d7. 00000400:00000200:3.0:1776190956.873405:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.873431:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126480 00000400:00000200:3.0:1776190956.873444:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6cb1 [1] + 224 00000400:00000200:3.0:1776190956.873459:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.873464:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.873479:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000263cbb7c x1862468797359232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.873529:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.873534:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e680 00000400:00000200:3.0:1776190956.873540:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55fd [2] + 0 00000400:00000200:3.0:1776190956.873616:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.873620:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.873624:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.873632:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000020:00000010:2.0:1776190956.873843:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a474ffe2. 00000020:00000010:2.0:1776190956.873854:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.873861:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.873897:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788217472/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190956.873935:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217472 02000000:00000010:2.0:1776190956.873948:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092883c0e. 00010000:00000010:2.0:1776190956.873995:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190956.874003:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.874011:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.874015:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190956.874033:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033d00234. 00000100:00000200:2.0:1776190956.874039:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217472, offset 224 00000400:00000200:2.0:1776190956.874048:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.874064:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.874071:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91699:91699:256:4294967295] 192.168.202.25@tcp LPNI seq info [91699:91699:8:4294967295] 00000400:00000200:2.0:1776190956.874081:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.874085:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.874090:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190956.874096:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.874103:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.874107:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.874127:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.874164:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.874167:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a474ffe2. 00000400:00000010:1.0:1776190956.874330:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:1.0:1776190956.874336:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:1.0:1776190956.874338:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:1.0:1776190956.874346:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000263cbb7c x1862468797359232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.874355:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000263cbb7c x1862468797359232/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190956.874380:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b483650f. 02000000:00000010:1.0:1776190956.874401:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7d44ff1. 02000000:00000010:1.0:1776190956.874408:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047019d20. 00000100:00000010:1.0:1776190956.874415:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000010:1.0:1776190956.874419:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190956.874422:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00080000:00000010:1.0:1776190956.874444:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7d44ff1. 00000800:00000200:3.0:1776190956.874531:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.874537:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:3.0:1776190956.874546:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.874552:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.874555:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033d00234 00000400:00000010:3.0:1776190956.874557:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033d00234. 00010000:00000010:1.0:1776190956.874570:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190956.874577:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000728ba20. 00010000:00000010:1.0:1776190956.874693:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190956.874697:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cf3ca422. 00010000:00000010:1.0:1776190956.874701:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190956.874705:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00080000:00000010:1.0:1776190956.874718:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047019d20. 00010000:00000010:1.0:1776190956.874737:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190956.874739:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf3ca422. 00010000:00000010:1.0:1776190956.874785:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.0:1776190956.874787:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190956.874794:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.874797:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.874805:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 02000000:00000010:1.0:1776190956.874819:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de4d9ffc. 02000000:00000010:1.0:1776190956.874850:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000867944d0. 00000400:00000010:1.0:1776190956.874855:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cf1d883. 00000400:00000010:1.0:1776190956.874859:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190956.874866:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359296, portal 16 00000400:00000010:1.0:1776190956.874871:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0629219. 00000100:00000200:1.0:1776190956.874872:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359296, offset 0 00000400:00000200:1.0:1776190956.874878:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.874884:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.874893:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.874898:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.874900:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.874902:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91700:91700:256:4294967295] 192.168.202.25@tcp LPNI seq info [91700:91700:8:4294967295] 00000400:00000200:1.0:1776190956.874908:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.874912:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.874915:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190956.874919:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.874923:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.874925:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.875016:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.875020:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:3.0:1776190956.875026:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.875030:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.875032:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:3.0:1776190956.875034:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00000100:00000200:3.0:1776190956.875039:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000263cbb7c x1862468797359296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.878939:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.878976:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1264c0 00000400:00000200:3.0:1776190956.878992:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6cbd [1] + 224 00000400:00000200:3.0:1776190956.879012:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.879017:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.879036:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000263cbb7c x1862468797359296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.879093:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.879100:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e6c0 00000400:00000200:3.0:1776190956.879106:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55fd [2] + 328 00010000:00000010:2.1:1776190956.879173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aacf6e08. 00000400:00000200:3.0:1776190956.879237:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.879241:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.879246:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.879255:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:0.0:1776190956.879316:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccc4ba60. 00000020:00000010:0.0:1776190956.879325:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.879331:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.879364:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788217536/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190956.879402:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217536 02000000:00000010:0.0:1776190956.879416:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7e360ea. 00010000:00000010:0.0:1776190956.879466:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.879477:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190956.879488:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190956.879493:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000010:0.0:1776190956.879520:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190956.879526:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217536, offset 224 00000400:00000200:0.0:1776190956.879534:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.879546:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.879552:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91701:91701:256:4294967295] 192.168.202.25@tcp LPNI seq info [91701:91701:8:4294967295] 00000400:00000200:0.0:1776190956.879562:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.879567:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.879572:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190956.879578:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.879586:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.879590:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.879612:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.879618:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.879622:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccc4ba60. 00000800:00000200:0.0:1776190956.879712:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.879717:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:0.0:1776190956.879720:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.879724:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.879729:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:0.0:1776190956.879731:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00010000:00000010:1.1:1776190956.880093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000999dee9c. 00010000:00000010:1.1:1776190956.880101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036f57783. 00010000:00000010:1.1:1776190956.880113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ef5098. 00000400:00000010:1.0:1776190956.880156:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:1.0:1776190956.880162:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:1.0:1776190956.880163:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:1.0:1776190956.880170:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000263cbb7c x1862468797359296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.880179:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000263cbb7c x1862468797359296/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190956.880216:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9c26a48. 02000000:00000010:1.0:1776190956.880250:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000867944d0. 02000000:00000010:1.0:1776190956.880259:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de4d9ffc. 00000100:00000010:1.0:1776190956.880265:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000010:1.0:1776190956.880270:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190956.880274:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00080000:00000010:1.0:1776190956.880306:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de4d9ffc. 00010000:00000010:1.0:1776190956.880453:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190956.880459:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000585be8fa. 00010000:00000010:1.0:1776190956.880570:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091b51222. 00010000:00000010:1.0:1776190956.880576:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b5a1e329. 00010000:00000010:1.0:1776190956.880589:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.880593:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.880600:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 02000000:00000010:1.0:1776190956.880619:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000867944d0. 02000000:00000010:1.0:1776190956.880669:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054ff5d39. 00000400:00000010:1.0:1776190956.880676:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cf1d883. 00000400:00000010:1.0:1776190956.880681:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190956.880687:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359360, portal 16 00000400:00000010:1.0:1776190956.880693:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190956.880695:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359360, offset 0 00000400:00000200:1.0:1776190956.880701:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.880713:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.880721:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.880725:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.880728:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.880730:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91702:91702:256:4294967295] 192.168.202.25@tcp LPNI seq info [91702:91702:8:4294967295] 00000400:00000200:1.0:1776190956.880738:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.880742:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.880745:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190956.880750:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.880756:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.880759:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.880893:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.880897:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:3.0:1776190956.880905:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.880910:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.880913:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:3.0:1776190956.880916:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00000100:00000200:3.0:1776190956.880923:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000263cbb7c x1862468797359360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.885607:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.885636:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126500 00000400:00000200:0.0:1776190956.885648:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6cc9 [1] + 224 00000400:00000200:0.0:1776190956.885664:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.885669:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.885683:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000263cbb7c x1862468797359360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.885780:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.885787:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e700 00000400:00000200:0.0:1776190956.885793:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55fd [2] + 656 00000400:00000200:0.0:1776190956.885862:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.885866:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.885871:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.885881:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:2.0:1776190956.886005:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a474ffe2. 00000020:00000010:2.0:1776190956.886015:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.886021:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190956.886057:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788217600/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190956.886102:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217600 02000000:00000010:2.0:1776190956.886119:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001a27f9a0. 00010000:00000010:2.0:1776190956.886208:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190956.886219:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.886238:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.886242:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000010:2.0:1776190956.886263:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029eb4453. 00000100:00000200:2.0:1776190956.886271:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217600, offset 224 00000400:00000200:2.0:1776190956.886283:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.886299:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.886306:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91703:91703:256:4294967295] 192.168.202.25@tcp LPNI seq info [91703:91703:8:4294967295] 00000400:00000200:2.0:1776190956.886319:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.886325:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.886332:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190956.886340:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.886348:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.886353:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190956.886384:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000010b93cb. 00000020:00000010:2.0:1776190956.886391:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190956.886394:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a474ffe2. 00000800:00000200:3.0:1776190956.888469:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.888483:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:3.0:1776190956.888501:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.888515:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.888523:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029eb4453 00000400:00000010:3.0:1776190956.888526:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029eb4453. 00000400:00000010:1.0:1776190956.889014:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:1.0:1776190956.889024:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:1.0:1776190956.889027:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000100:00000200:1.0:1776190956.889042:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000263cbb7c x1862468797359360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.889056:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000263cbb7c x1862468797359360/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190956.889098:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f319cf8. 02000000:00000010:1.0:1776190956.889246:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054ff5d39. 02000000:00000010:1.0:1776190956.889257:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000867944d0. 00000100:00000010:1.0:1776190956.889264:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000010:1.0:1776190956.889269:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190956.889274:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00080000:00000010:0.0:1776190956.889719:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccc4ba60. 00010000:00000010:0.0:1776190956.889957:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a1e329. 00010000:00000010:0.0:1776190956.889967:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af084732. 00010000:00000010:0.0:1776190956.890081:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e7aab18. 00010000:00000010:0.0:1776190956.890089:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d70e8b4a. 00010000:00000010:0.0:1776190956.890106:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e74f9d3. 00000100:00000010:0.0:1776190956.890115:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00010000:00000010:1.1:1776190956.890208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000378a04b7. 00010000:00000010:1.1:1776190956.890217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095986e9f. 00010000:00000010:1.1:1776190956.890221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.1:1776190956.890226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190956.890240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00000100:00000010:0.0:1776190956.890334:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190956.890355:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003651fd9a. 02000000:00000010:0.0:1776190956.890394:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a5541ef. 00000400:00000010:0.0:1776190956.890402:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190956.890411:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190956.890421:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359424, portal 16 00000400:00000010:0.0:1776190956.890428:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190956.890431:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359424, offset 0 00000400:00000200:0.0:1776190956.890443:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.890466:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.890476:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190956.890480:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190956.890484:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190956.890488:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91704:91704:256:4294967295] 192.168.202.25@tcp LPNI seq info [91704:91704:8:4294967295] 00000400:00000200:0.0:1776190956.890501:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.890508:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.890514:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190956.890523:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.890533:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.890538:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.892540:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.892553:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:3.0:1776190956.892564:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.892576:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.892585:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:3.0:1776190956.892588:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:3.0:1776190956.892600:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae882b04 x1862468797359424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190956.894267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053f384f5. 00010000:00000010:1.1:1776190956.894290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d05a4bd9. 00010000:00000010:1.1:1776190956.894297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.1:1776190956.894302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75c49ba. 00000400:00000200:0.0:1776190956.898208:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.898251:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126540 00000400:00000200:0.0:1776190956.898261:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6cd5 [1] + 224 00000400:00000200:0.0:1776190956.898291:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.898296:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.898312:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae882b04 x1862468797359424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190956.898690:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:3.0:1776190956.898697:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:3.0:1776190956.898700:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:3.0:1776190956.898707:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae882b04 x1862468797359424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.898716:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae882b04 x1862468797359424/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190956.898754:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a5541ef. 02000000:00000010:3.0:1776190956.898762:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003651fd9a. 00000100:00000010:3.0:1776190956.898776:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 00000100:00000010:3.0:1776190956.898782:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:3.0:1776190956.898786:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e74f9d3. 00000400:00000200:2.0:1776190956.899196:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.899210:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e740 00000400:00000200:2.0:1776190956.899216:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55fd [2] + 984 00000400:00000200:2.0:1776190956.899304:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.899310:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.899316:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.899323:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00010000:00000010:0.1:1776190956.899521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098988c1a. 00010000:00000010:0.1:1776190956.899531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b51222. 00000020:00000010:0.0:1776190956.899583:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006906f9e8. 00000020:00000010:0.0:1776190956.899594:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.899601:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.899643:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788217664/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190956.899694:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217664 02000000:00000010:0.0:1776190956.899711:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a25d765. 00010000:00000010:0.0:1776190956.899749:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056b112a6. 00010000:00000010:0.0:1776190956.899777:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190956.899785:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190956.899802:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190956.899806:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190956.899824:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190956.899830:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217664, offset 224 00000400:00000200:0.0:1776190956.899839:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.899853:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.899860:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91705:91705:256:4294967295] 192.168.202.25@tcp LPNI seq info [91705:91705:8:4294967295] 00000400:00000200:0.0:1776190956.899872:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.899877:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00080000:00000010:3.0:1776190956.899880:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099de31e8. 00000800:00000010:0.0:1776190956.899883:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190956.899890:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.899899:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.899905:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.899947:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.899953:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.899959:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006906f9e8. 00010000:00000010:3.0:1776190956.900033:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d70e8b4a. 00010000:00000010:3.0:1776190956.900041:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7d7fe05. 00010000:00000010:3.0:1776190956.900188:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fcd3691. 00000800:00000200:1.0:1776190956.900191:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.900197:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00010000:00000010:3.0:1776190956.900198:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00000400:00000200:1.0:1776190956.900200:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.900206:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.900211:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00010000:00000010:3.0:1776190956.900212:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000074f29710. 00000400:00000010:1.0:1776190956.900212:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00000100:00000010:3.0:1776190956.900216:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190956.900225:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190956.900252:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000533c5222. 02000000:00000010:3.0:1776190956.900284:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eedd280f. 00000400:00000010:3.0:1776190956.900292:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093fcd792. 00000400:00000010:3.0:1776190956.900298:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190956.900304:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359488, portal 16 00000400:00000010:3.0:1776190956.900309:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190956.900311:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359488, offset 0 00000400:00000200:3.0:1776190956.900317:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190956.900323:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190956.900331:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190956.900336:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190956.900339:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190956.900341:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91706:91706:256:4294967295] 192.168.202.25@tcp LPNI seq info [91706:91706:8:4294967295] 00000400:00000200:3.0:1776190956.900347:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190956.900351:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190956.900355:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190956.900359:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190956.900363:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190956.900365:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.900445:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.900448:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:0.0:1776190956.900451:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.900455:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.900457:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:0.0:1776190956.900459:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000100:00000200:0.0:1776190956.900465:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797359488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.905118:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:3.1:1776190956.905237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006be47337. 00010000:00000010:3.1:1776190956.905256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e7aab18. 00000400:00000200:2.0:1776190956.905378:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126580 00000400:00000200:2.0:1776190956.905393:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ce1 [1] + 224 00000400:00000200:2.0:1776190956.905412:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.905417:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.905433:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797359488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.905475:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.905480:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e780 00000400:00000200:2.0:1776190956.905486:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55fd [2] + 1312 00000400:00000200:2.0:1776190956.905498:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.905501:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.905504:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.905509:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 00000020:00000010:0.0:1776190956.905644:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006906f9e8. 00000020:00000010:0.0:1776190956.905654:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.905659:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.905693:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000685efc40 x1862468788217728/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:3.0:1776190956.905731:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093fcd792. 00000400:00000200:3.0:1776190956.905739:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:3.0:1776190956.905741:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00000100:00000200:3.0:1776190956.905747:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797359488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190956.905756:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797359488/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.905775:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217728 02000000:00000010:0.0:1776190956.905792:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032adf277. 02000000:00000010:3.0:1776190956.905803:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eedd280f. 02000000:00000010:3.0:1776190956.905811:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000533c5222. 00000100:00000010:3.0:1776190956.905816:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:3.0:1776190956.905821:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:3.0:1776190956.905826:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000074f29710. 00010000:00000010:0.0:1776190956.905828:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e09d370. 00010000:00000010:0.0:1776190956.905855:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190956.905864:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190956.905878:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190956.905881:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190956.905898:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190956.905903:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217728, offset 224 00000400:00000200:0.0:1776190956.905912:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.905926:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.905934:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91707:91707:256:4294967295] 192.168.202.25@tcp LPNI seq info [91707:91707:8:4294967295] 00000400:00000200:0.0:1776190956.905948:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.905954:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.905959:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190956.905966:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.905975:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.905979:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776190956.905985:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000533c5222. 00000020:00000010:0.0:1776190956.906008:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.906012:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.906015:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006906f9e8. 00010000:00000010:3.0:1776190956.906111:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190956.906119:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005aec2e60. 00000800:00000200:2.0:1776190956.906237:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190956.906242:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:2.0:1776190956.906247:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.906251:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190956.906253:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:2.0:1776190956.906255:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00010000:00000010:2.0:1776190956.907597:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190956.907685:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.907707:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d752b154. 00000100:00000010:2.0:1776190956.907716:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.907727:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190956.907745:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a474ffe2. 02000000:00000010:2.0:1776190956.907872:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084b2979f. 00000400:00000010:2.0:1776190956.907880:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bdfe605f. 00000400:00000010:2.0:1776190956.907887:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000556bf7. 00000100:00000200:2.0:1776190956.907895:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359552, portal 16 00000400:00000010:2.0:1776190956.907901:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb84ca70. 00000100:00000200:2.0:1776190956.907903:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359552, offset 0 00000400:00000200:2.0:1776190956.907913:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.907930:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.907938:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.907942:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.907945:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.907947:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91708:91708:256:4294967295] 192.168.202.25@tcp LPNI seq info [91708:91708:8:4294967295] 00000400:00000200:2.0:1776190956.907958:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.907963:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.907968:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190956.907975:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.907982:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.907987:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.908281:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.908286:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:0.0:1776190956.908295:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.908300:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.908305:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb84ca70 00000400:00000010:0.0:1776190956.908307:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb84ca70. 00000100:00000200:0.0:1776190956.908316:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797359552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.909674:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.909699:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1265c0 00000400:00000200:2.0:1776190956.909710:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ced [1] + 224 00000400:00000200:2.0:1776190956.909729:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.909733:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.909745:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797359552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.909895:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bdfe605f. 00000400:00000200:0.0:1776190956.909901:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000556bf7 00000400:00000010:0.0:1776190956.909903:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000556bf7. 00000100:00000200:0.0:1776190956.909910:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797359552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.909917:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797359552/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.909958:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084b2979f. 02000000:00000010:0.0:1776190956.909966:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a474ffe2. 00000100:00000010:0.0:1776190956.909970:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:0.0:1776190956.909975:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:0.0:1776190956.909979:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d752b154. 00000400:00000200:2.0:1776190956.910485:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.910496:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e7c0 00000400:00000200:2.0:1776190956.910501:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55fd [2] + 1640 00000400:00000200:2.0:1776190956.910562:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.910566:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.910571:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.910576:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 00000020:00000010:0.0:1776190956.910728:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006906f9e8. 00000020:00000010:0.0:1776190956.910737:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.910743:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.910777:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e277f293 x1862468788217792/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190956.910978:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217792 02000000:00000010:0.0:1776190956.910993:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc67bb84. 00010000:00000010:0.0:1776190956.911028:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8f0dec1. 00010000:00000010:0.0:1776190956.911054:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190956.911061:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190956.911084:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190956.911088:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190956.911106:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc4e562. 00000100:00000200:0.0:1776190956.911112:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217792, offset 224 00000400:00000200:0.0:1776190956.911121:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.911179:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.911188:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91709:91709:256:4294967295] 192.168.202.25@tcp LPNI seq info [91709:91709:8:4294967295] 00000400:00000200:0.0:1776190956.911200:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.911206:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.911214:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348242). 00000800:00000200:0.0:1776190956.911221:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.911239:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.911244:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.911275:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.911280:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.911283:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006906f9e8. 00080000:00000010:2.0:1776190956.911357:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2dbe0dc. 00000800:00000200:3.0:1776190956.911411:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.911416:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:3.0:1776190956.911420:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.911424:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.911427:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc4e562 00000400:00000010:3.0:1776190956.911429:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007dc4e562. 00010000:00000010:2.0:1776190956.911475:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.911485:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e050093. 00010000:00000010:2.0:1776190956.911588:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009df4e35c. 00010000:00000010:2.0:1776190956.911593:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.911600:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190956.911606:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.911622:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fdab52a. 00010000:00000010:2.0:1776190956.911649:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.911654:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.911732:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190956.911737:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.911746:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db6d3b2f. 00000100:00000010:2.0:1776190956.911751:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.911760:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 02000000:00000010:2.0:1776190956.911776:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000443469b5. 02000000:00000010:2.0:1776190956.911813:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e686a1fd. 00000400:00000010:2.0:1776190956.911819:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087d10ca5. 00000400:00000010:2.0:1776190956.911826:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005fdc455d. 00000100:00000200:2.0:1776190956.911833:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359616, portal 16 00000400:00000010:2.0:1776190956.911838:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d2e494e7. 00000100:00000200:2.0:1776190956.911840:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359616, offset 0 00000400:00000200:2.0:1776190956.911847:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.911855:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.911864:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.911868:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.911871:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.911874:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91710:91710:256:4294967295] 192.168.202.25@tcp LPNI seq info [91710:91710:8:4294967295] 00000400:00000200:2.0:1776190956.911881:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.911886:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.911890:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190956.911894:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.911898:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.911901:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.912371:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.912375:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:3.0:1776190956.912384:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.912389:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.912393:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d2e494e7 00000400:00000010:3.0:1776190956.912395:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d2e494e7. 00000100:00000200:3.0:1776190956.912402:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ee37c4 x1862468797359616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190956.912645:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078603556. 00000400:00000200:2.0:1776190956.914024:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.914045:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126600 00000400:00000200:2.0:1776190956.914055:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6cf9 [1] + 224 00000400:00000200:2.0:1776190956.914073:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.914076:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.914087:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ee37c4 x1862468797359616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.914301:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087d10ca5. 00000400:00000200:0.0:1776190956.914307:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005fdc455d 00000400:00000010:0.0:1776190956.914310:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005fdc455d. 00000100:00000200:0.0:1776190956.914316:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ee37c4 x1862468797359616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.914323:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ee37c4 x1862468797359616/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.914366:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e686a1fd. 02000000:00000010:0.0:1776190956.914374:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000443469b5. 00000100:00000010:0.0:1776190956.914379:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 00000100:00000010:0.0:1776190956.914384:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:0.0:1776190956.914390:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db6d3b2f. 00000400:00000200:3.0:1776190956.914996:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.915012:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e800 00000400:00000200:3.0:1776190956.915021:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb55fd [2] + 1968 00000400:00000010:3.0:1776190956.915026:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c136324. 00000400:00000200:3.0:1776190956.915032:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a6d6e301 00000400:00000200:3.0:1776190956.915102:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.915107:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.915111:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6d6e301 00000400:00000010:3.0:1776190956.915113:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a6d6e301 (tot 82347842). 00000100:00000200:3.0:1776190956.915118:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190956.915366:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006906f9e8. 00000020:00000010:0.0:1776190956.915378:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.915384:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.915423:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005cf0194 x1862468788217856/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190956.915457:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217856 02000000:00000010:0.0:1776190956.915475:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003651fd9a. 00010000:00000010:0.0:1776190956.915517:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc546ba1. 00010000:00000010:0.0:1776190956.915555:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190956.915563:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e9b60d4. 00000100:00000010:0.0:1776190956.915583:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007e9b60d4. 00010000:00000010:0.0:1776190956.915587:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190956.915607:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be6a7b10. 00000100:00000200:0.0:1776190956.915614:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217856, offset 224 00000400:00000200:0.0:1776190956.915624:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:2.0:1776190956.915627:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000897388e7. 00000400:00000200:0.0:1776190956.915640:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.915645:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91711:91711:256:4294967295] 192.168.202.25@tcp LPNI seq info [91711:91711:8:4294967295] 00000400:00000200:0.0:1776190956.915657:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.915669:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.915676:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348090). 00000800:00000200:0.0:1776190956.915682:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.915690:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.915694:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.915716:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.915721:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.915724:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006906f9e8. 02000000:00000010:0.0:1776190956.915735:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc67bb84. 00000100:00000010:0.0:1776190956.915738:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 02000000:00000010:0.0:1776190956.915742:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032adf277. 00000100:00000010:0.0:1776190956.915745:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00010000:00000010:2.0:1776190956.915746:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 02000000:00000010:0.0:1776190956.915747:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a25d765. 00000100:00000010:0.0:1776190956.915749:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:0.0:1776190956.915752:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001a27f9a0. 00000100:00000010:0.0:1776190956.915755:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00010000:00000010:2.0:1776190956.915756:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000539d3241. 02000000:00000010:0.0:1776190956.915758:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7e360ea. 00000100:00000010:0.0:1776190956.915759:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:0.0:1776190956.915763:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092883c0e. 00000100:00000010:0.0:1776190956.915765:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000200:0.0:1776190956.915772:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190956.915778:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000357f0c75. 00000400:00000010:0.0:1776190956.915783:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007e9b60d4 (tot 82348242). 00010000:00000010:2.0:1776190956.915888:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190956.915898:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.915914:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055d5c6e9. 00000100:00000010:2.0:1776190956.915919:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.915930:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190956.915945:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006731b30b. 02000000:00000010:2.0:1776190956.915981:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092883c0e. 00000400:00000010:2.0:1776190956.915988:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000120e4c42. 00000400:00000010:2.0:1776190956.915993:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000039fc3caa. 00000100:00000200:2.0:1776190956.915997:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359680, portal 16 00000400:00000010:2.0:1776190956.916001:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f004fd4. 00000100:00000200:2.0:1776190956.916004:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359680, offset 0 00000400:00000200:2.0:1776190956.916009:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.916016:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.916026:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.916031:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.916034:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.916037:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91712:91712:255:4294967295] 192.168.202.25@tcp LPNI seq info [91712:91712:7:4294967295] 00000400:00000200:2.0:1776190956.916044:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.916048:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.916051:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348490). 00000800:00000200:2.0:1776190956.916056:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.916059:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.916063:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.916242:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.916248:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82348242). 00000400:00000200:3.0:1776190956.916251:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.916256:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.916260:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be6a7b10 00000400:00000010:3.0:1776190956.916262:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be6a7b10. 02000000:00000010:3.0:1776190956.916265:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003651fd9a. 00000800:00000200:3.0:1776190956.916322:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.916325:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:3.0:1776190956.916332:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.916335:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.916337:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f004fd4 00000400:00000010:3.0:1776190956.916338:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f004fd4. 00000100:00000200:3.0:1776190956.916344:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a762698b x1862468797359680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190956.917040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1b35154. 00010000:00000010:2.1:1776190956.917054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:2.1:1776190956.917059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df4e35c. 00010000:00000010:2.1:1776190956.917067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00010000:00000010:0.1:1776190956.917373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a2d791. 00010000:00000010:3.1:1776190956.920331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089d1ae2e. 00010000:00000010:3.1:1776190956.920359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00000400:00000200:2.0:1776190956.920521:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.920549:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126640 00000400:00000200:2.0:1776190956.920563:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d09 [1] + 224 00000400:00000200:2.0:1776190956.920581:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.920587:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.920603:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a762698b x1862468797359680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190956.920654:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.920660:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e840 00000400:00000200:2.0:1776190956.920665:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5655 [2] + 0 00000400:00000200:2.0:1776190956.920678:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.920681:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.920685:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.920692:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 00010000:00000010:0.1:1776190956.923449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085d18809. 00000400:00000010:0.0:1776190956.923502:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000120e4c42. 00000400:00000200:0.0:1776190956.923509:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000039fc3caa 00000400:00000010:0.0:1776190956.923511:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000039fc3caa. 00000100:00000200:0.0:1776190956.923531:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a762698b x1862468797359680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.923543:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a762698b x1862468797359680/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.923589:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092883c0e. 02000000:00000010:0.0:1776190956.923599:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006731b30b. 00000100:00000010:0.0:1776190956.923614:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 00000100:00000010:0.0:1776190956.923620:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:0.0:1776190956.923623:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055d5c6e9. 00000020:00000010:1.0:1776190956.923719:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 00000020:00000010:1.0:1776190956.923726:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf3ca422. 00000020:00000010:1.0:1776190956.923730:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008c5e8826. 00000100:00000200:1.0:1776190956.923756:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000685efc40 x1862468788217920/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190956.923791:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217920 02000000:00000010:1.0:1776190956.923808:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000867944d0. 00010000:00000010:1.0:1776190956.923846:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1b255c8. 00010000:00000010:1.0:1776190956.923879:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.923888:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.923902:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190956.923905:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00000400:00000010:1.0:1776190956.923925:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00000100:00000200:1.0:1776190956.923931:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217920, offset 224 00080000:00000010:2.0:1776190956.923942:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a27f9a0. 00000400:00000200:1.0:1776190956.923942:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.923963:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.923970:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91713:91713:256:4294967295] 192.168.202.25@tcp LPNI seq info [91713:91713:8:4294967295] 00000400:00000200:1.0:1776190956.923983:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.923991:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.923997:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190956.924004:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.924013:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.924019:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.924051:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf3ca422. 00000020:00000010:1.0:1776190956.924055:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008c5e8826. 00000020:00000010:1.0:1776190956.924058:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 00010000:00000010:2.0:1776190956.924072:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.924082:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b257d784. 00010000:00000010:2.0:1776190956.924272:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190956.924281:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.924297:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090796a16. 00000100:00000010:2.0:1776190956.924301:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.924310:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190956.924323:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000443469b5. 02000000:00000010:2.0:1776190956.924351:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e686a1fd. 00000400:00000010:2.0:1776190956.924358:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b940b585. 00000400:00000010:2.0:1776190956.924363:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190956.924369:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359744, portal 16 00000400:00000010:2.0:1776190956.924374:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000866c097. 00000100:00000200:2.0:1776190956.924376:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359744, offset 0 00000400:00000200:2.0:1776190956.924381:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.924388:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.924395:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.924400:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.924403:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.924406:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91714:91714:255:4294967295] 192.168.202.25@tcp LPNI seq info [91714:91714:7:4294967295] 00000400:00000200:2.0:1776190956.924412:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.924417:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.924420:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348490). 00000800:00000200:2.0:1776190956.924424:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.924427:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.924429:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.924546:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.924551:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82348242). 00000400:00000200:3.0:1776190956.924562:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.924567:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.924572:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:3.0:1776190956.924574:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000800:00000200:3.0:1776190956.924686:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.924688:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:3.0:1776190956.924696:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.924700:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.924702:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000866c097 00000400:00000010:3.0:1776190956.924703:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000866c097. 00000100:00000200:3.0:1776190956.924709:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797359744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190956.926326:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.926355:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126680 00000400:00000200:3.0:1776190956.926367:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d15 [1] + 224 00000400:00000200:3.0:1776190956.926387:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.926391:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.926406:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797359744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190956.926538:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b940b585. 00000400:00000200:2.0:1776190956.926545:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190956.926547:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190956.926555:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797359744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.926561:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797359744/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190956.926607:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e686a1fd. 02000000:00000010:2.0:1776190956.926870:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000443469b5. 00000100:00000010:2.0:1776190956.926876:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:2.0:1776190956.926882:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.926887:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090796a16. 00010000:00000010:2.1:1776190956.929429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040ace9b5. 00010000:00000010:2.1:1776190956.929456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00000400:00000200:2.0:1776190956.929512:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.929536:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e880 00000400:00000200:2.0:1776190956.929546:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5655 [2] + 328 00000400:00000200:2.0:1776190956.929650:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.929656:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.929668:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190956.929677:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 00010000:00000010:0.1:1776190956.929677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000975f15af. 00000020:00000010:0.0:1776190956.929743:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7e360ea. 00000020:00000010:0.0:1776190956.929753:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.929759:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190956.929804:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e277f293 x1862468788217984/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190956.929854:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788217984 02000000:00000010:0.0:1776190956.929874:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a25d765. 00010000:00000010:0.0:1776190956.929920:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2f93d2e. 00010000:00000010:0.0:1776190956.929953:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190956.929963:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190956.929984:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190956.929990:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190956.930007:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f3eb612. 00000100:00000200:0.0:1776190956.930015:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788217984, offset 224 00000400:00000200:0.0:1776190956.930024:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.930040:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.930047:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91715:91715:256:4294967295] 192.168.202.25@tcp LPNI seq info [91715:91715:8:4294967295] 00000400:00000200:0.0:1776190956.930060:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.930065:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.930071:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190956.930079:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.930087:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.930093:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.930113:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.930117:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.930120:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7e360ea. 00000800:00000200:3.0:1776190956.932470:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.932481:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:3.0:1776190956.932494:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.932506:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.932513:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3eb612 00000400:00000010:3.0:1776190956.932516:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f3eb612. 00080000:00000010:2.0:1776190956.932684:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000443469b5. 00010000:00000010:2.0:1776190956.932845:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.932866:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b427b909. 00010000:00000010:2.0:1776190956.933000:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190956.933008:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.933027:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000090796a16. 00000100:00000010:2.0:1776190956.933038:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.933051:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 02000000:00000010:2.0:1776190956.933073:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e686a1fd. 02000000:00000010:2.0:1776190956.933122:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a474ffe2. 00000400:00000010:2.0:1776190956.933156:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b940b585. 00000400:00000010:2.0:1776190956.933167:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190956.933177:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359808, portal 16 00000400:00000010:2.0:1776190956.933185:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190956.933188:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359808, offset 0 00000400:00000200:2.0:1776190956.933199:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.933219:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.933244:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.933250:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.933254:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.933258:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91716:91716:256:4294967295] 192.168.202.25@tcp LPNI seq info [91716:91716:8:4294967295] 00000400:00000200:2.0:1776190956.933269:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.933275:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.933280:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190956.933287:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.933296:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.933300:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190956.934098:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.934105:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:3.0:1776190956.934115:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.934122:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.934127:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:3.0:1776190956.934172:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:3.0:1776190956.934183:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ee37c4 x1862468797359808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190956.935900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087baf2c9. 00010000:00000010:0.1:1776190956.938425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f560749f. 00010000:00000010:2.1:1776190956.940799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8859b48. 00010000:00000010:2.1:1776190956.940823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00000400:00000200:2.0:1776190956.941693:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190956.941716:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1266c0 00000400:00000200:2.0:1776190956.941726:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d21 [1] + 224 00000400:00000200:2.0:1776190956.941748:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190956.941751:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.941763:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ee37c4 x1862468797359808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.941836:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b940b585. 00000400:00000200:0.0:1776190956.941843:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:0.0:1776190956.941845:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:0.0:1776190956.941853:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ee37c4 x1862468797359808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.941862:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ee37c4 x1862468797359808/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.941903:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a474ffe2. 02000000:00000010:0.0:1776190956.941912:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e686a1fd. 00000100:00000010:0.0:1776190956.941918:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 00000100:00000010:0.0:1776190956.941923:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:0.0:1776190956.941927:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000090796a16. 00000400:00000200:3.0:1776190956.942321:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190956.942333:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e8c0 00000400:00000200:3.0:1776190956.942339:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5655 [2] + 656 00000400:00000200:3.0:1776190956.942400:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.942402:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190956.942407:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190956.942412:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000020:00000010:1.0:1776190956.942491:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 00000020:00000010:1.0:1776190956.942501:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf3ca422. 00000020:00000010:1.0:1776190956.942507:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008c5e8826. 00000100:00000200:1.0:1776190956.942541:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788218048/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190956.942582:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218048 02000000:00000010:1.0:1776190956.942597:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca355201. 00010000:00000010:1.0:1776190956.942635:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e5b17b2. 00010000:00000010:1.0:1776190956.942672:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.942682:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.942700:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190956.942703:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00000400:00000010:1.0:1776190956.942719:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190956.942725:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218048, offset 224 00000400:00000200:1.0:1776190956.942736:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.942750:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.942757:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91717:91717:256:4294967295] 192.168.202.25@tcp LPNI seq info [91717:91717:8:4294967295] 00000400:00000200:1.0:1776190956.942768:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.942774:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.942780:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190956.942786:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.942793:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.942798:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.942938:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf3ca422. 00000020:00000010:1.0:1776190956.942944:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008c5e8826. 00000020:00000010:1.0:1776190956.942947:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 00000800:00000200:3.0:1776190956.943547:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.943553:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:3.0:1776190956.943562:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.943569:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.943574:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:3.0:1776190956.943577:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00080000:00000010:2.0:1776190956.945371:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084b2979f. 00010000:00000010:2.0:1776190956.945548:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.945569:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ecd3fab. 00010000:00000010:2.0:1776190956.945701:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190956.945710:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.945730:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076d386bb. 00000100:00000010:2.0:1776190956.945744:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.945757:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190956.945780:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e686a1fd. 02000000:00000010:2.0:1776190956.945828:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a474ffe2. 00000400:00000010:2.0:1776190956.945837:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c1530a0. 00000400:00000010:2.0:1776190956.945847:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190956.945858:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359872, portal 16 00000400:00000010:2.0:1776190956.945867:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190956.945871:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359872, offset 0 00000400:00000200:2.0:1776190956.945885:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.945908:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.945917:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.945922:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.945926:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.945930:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91718:91718:256:4294967295] 192.168.202.25@tcp LPNI seq info [91718:91718:8:4294967295] 00000400:00000200:2.0:1776190956.945943:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.945950:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.945957:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190956.945967:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.945978:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.945984:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.946668:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.946675:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:1.0:1776190956.946687:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.946695:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.946701:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:1.0:1776190956.946703:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00000100:00000200:1.0:1776190956.946714:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797359872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190956.948218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083fe96bb. 00010000:00000010:2.1:1776190956.948254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00000400:00000200:0.0:1776190956.964241:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.964285:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126700 00000400:00000200:0.0:1776190956.964299:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d2d [1] + 224 00000400:00000200:0.0:1776190956.964319:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.964325:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.964343:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797359872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.964389:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.964395:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e900 00000400:00000200:0.0:1776190956.964401:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5655 [2] + 984 00000400:00000010:2.0:1776190956.964445:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c1530a0. 00000400:00000200:2.0:1776190956.964452:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000200:0.0:1776190956.964454:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1776190956.964455:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000400:00000200:0.0:1776190956.964458:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190956.964462:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797359872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.964463:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.964470:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000100:00000200:2.0:1776190956.964477:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797359872/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190956.964531:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a474ffe2. 02000000:00000010:2.0:1776190956.964539:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e686a1fd. 00000100:00000010:2.0:1776190956.964546:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:2.0:1776190956.964551:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.964557:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076d386bb. 00000020:00000010:1.0:1776190956.964643:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 00000020:00000010:1.0:1776190956.964657:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf3ca422. 00000020:00000010:1.0:1776190956.964664:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008c5e8826. 00000100:00000200:1.0:1776190956.964704:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788218112/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190956.964740:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218112 02000000:00000010:1.0:1776190956.964761:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7b54937. 00010000:00000010:1.0:1776190956.964808:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000687ada29. 00010000:00000010:1.0:1776190956.964844:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.964855:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.964875:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190956.964879:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00000400:00000010:1.0:1776190956.964902:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a0ed006. 00000100:00000200:1.0:1776190956.964908:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218112, offset 224 00000400:00000200:1.0:1776190956.964919:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.964948:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.964957:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91719:91719:256:4294967295] 192.168.202.25@tcp LPNI seq info [91719:91719:8:4294967295] 00000400:00000200:1.0:1776190956.964970:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.964976:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.964984:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190956.964992:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.965002:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.965008:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190956.965032:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf3ca422. 00000020:00000010:1.0:1776190956.965036:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008c5e8826. 00000020:00000010:1.0:1776190956.965040:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 00080000:00000010:2.0:1776190956.965222:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e686a1fd. 00010000:00000010:2.0:1776190956.965397:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.965409:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a4f1af0. 00010000:00000010:2.0:1776190956.965543:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009df4e35c. 00010000:00000010:2.0:1776190956.965550:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.965559:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190956.965567:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00080000:00000010:2.0:1776190956.965586:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a474ffe2. 00010000:00000010:2.0:1776190956.965621:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.965625:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000010b93cb. 00010000:00000010:2.0:1776190956.965711:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190956.965714:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.965725:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076d386bb. 00000100:00000010:2.0:1776190956.965731:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.965742:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190956.965760:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006731b30b. 00000800:00000200:3.0:1776190956.965772:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190956.965779:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:3.0:1776190956.965787:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190956.965795:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190956.965802:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a0ed006 00000400:00000010:3.0:1776190956.965803:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a0ed006. 02000000:00000010:2.0:1776190956.965805:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092883c0e. 00000400:00000010:2.0:1776190956.965812:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c1530a0. 00000400:00000010:2.0:1776190956.965820:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190956.965827:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797359936, portal 16 00000400:00000010:2.0:1776190956.965834:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190956.965836:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797359936, offset 0 00000400:00000200:2.0:1776190956.965844:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.965855:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.965865:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.965870:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.965874:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.965877:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91720:91720:256:4294967295] 192.168.202.25@tcp LPNI seq info [91720:91720:8:4294967295] 00000400:00000200:2.0:1776190956.965885:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.965891:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.965895:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190956.965900:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.965906:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.965909:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190956.966024:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.966027:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:1.0:1776190956.966034:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.966038:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.966041:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:1.0:1776190956.966043:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000100:00000200:1.0:1776190956.966051:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797359936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190956.966309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3d489a8. 00010000:00000010:2.1:1776190956.970754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000898430d0. 00010000:00000010:2.1:1776190956.970781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:1.1:1776190956.974191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023cb9957. 00010000:00000010:2.1:1776190956.974299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005550548c. 00010000:00000010:2.1:1776190956.974308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.1:1776190956.974312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df4e35c. 00010000:00000010:2.1:1776190956.974320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00000400:00000200:0.0:1776190956.979016:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190956.979047:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126740 00000400:00000200:0.0:1776190956.979060:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d39 [1] + 224 00000400:00000200:0.0:1776190956.979076:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.979080:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.979097:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797359936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190956.979167:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000010:2.0:1776190956.979304:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c1530a0. 00000400:00000200:2.0:1776190956.979311:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:2.0:1776190956.979313:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:2.0:1776190956.979321:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797359936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190956.979329:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797359936/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190956.979369:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092883c0e. 02000000:00000010:2.0:1776190956.979377:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006731b30b. 00000100:00000010:2.0:1776190956.979382:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:2.0:1776190956.979386:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190956.979391:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076d386bb. 00000400:00000200:0.0:1776190956.979477:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e940 00000400:00000200:0.0:1776190956.979484:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5655 [2] + 1312 00000400:00000200:0.0:1776190956.979568:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.979571:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190956.979577:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190956.979583:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:1.0:1776190956.982469:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee080d09. 00000020:00000010:1.0:1776190956.982489:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf3ca422. 00000020:00000010:1.0:1776190956.982496:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008c5e8826. 00000100:00000200:1.0:1776190956.982545:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788218176/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190956.982607:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218176 02000000:00000010:1.0:1776190956.982625:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066bd501b. 00010000:00000010:1.0:1776190956.982674:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006df97eaf. 00010000:00000010:1.0:1776190956.982713:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.982723:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.982745:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190956.982753:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00080000:00000010:2.0:1776190956.982801:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006731b30b. 00010000:00000010:2.0:1776190956.982968:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.982983:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004e4507a. 00010000:00000010:2.0:1776190956.983111:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed652dc9. 00010000:00000010:2.0:1776190956.983119:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005718a38b. 00010000:00000010:2.0:1776190956.983205:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076d386bb. 00000100:00000010:2.0:1776190956.983211:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190956.983223:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190956.983258:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092883c0e. 02000000:00000010:2.0:1776190956.983301:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f382d738. 00000400:00000010:2.0:1776190956.983312:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003c1530a0. 00000400:00000010:2.0:1776190956.983321:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190956.983334:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360000, portal 16 00000400:00000010:2.0:1776190956.983340:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190956.983343:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360000, offset 0 00000400:00000200:2.0:1776190956.983356:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190956.983380:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190956.983390:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190956.983394:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190956.983398:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190956.983403:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91721:91721:256:4294967295] 192.168.202.25@tcp LPNI seq info [91721:91721:8:4294967295] 00000400:00000200:2.0:1776190956.983415:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190956.983422:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190956.983429:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190956.983437:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190956.983445:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190956.983451:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190956.987467:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.987477:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:0.0:1776190956.987494:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.987507:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.987515:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:0.0:1776190956.987517:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:0.0:1776190956.987530:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797360000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.990251:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190956.990271:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218176, offset 224 00000400:00000200:0.0:1776190956.990288:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.990315:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.990325:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91722:91722:256:4294967295] 192.168.202.25@tcp LPNI seq info [91722:91722:8:4294967295] 00000400:00000200:0.0:1776190956.990339:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.990346:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.990353:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190956.990361:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.990369:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.990374:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1776190956.990380:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.990396:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126780 00000400:00000200:1.0:1776190956.990407:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d41 [1] + 224 00000020:00000010:0.0:1776190956.990419:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf3ca422. 00000400:00000200:1.0:1776190956.990421:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.990425:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000020:00000010:0.0:1776190956.990426:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008c5e8826. 00000020:00000010:0.0:1776190956.990430:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee080d09. 00000100:00000200:1.0:1776190956.990437:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797360000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776190956.991417:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190956.991427:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:1.0:1776190956.991435:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.991442:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190956.991447:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:1.0:1776190956.991449:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000400:00000200:1.0:1776190956.991475:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190956.991487:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e980 00000400:00000200:1.0:1776190956.991494:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5655 [2] + 1640 00000400:00000200:1.0:1776190956.991507:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.991510:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.991515:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190956.991522:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000400:00000010:1.0:1776190956.991562:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003c1530a0. 00000400:00000200:1.0:1776190956.991566:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:1.0:1776190956.991567:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00000100:00000200:1.0:1776190956.991575:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797360000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190956.991584:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797360000/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776190956.991597:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7e360ea. 00000020:00000010:0.0:1776190956.991603:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190956.991608:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 02000000:00000010:1.0:1776190956.991634:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f382d738. 00000100:00000200:0.0:1776190956.991637:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788218240/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:649/0 lens 328/0 e 0 to 0 dl 1776190999 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 02000000:00000010:1.0:1776190956.991643:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092883c0e. 00000100:00000010:1.0:1776190956.991647:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:1.0:1776190956.991652:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:1.0:1776190956.991656:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076d386bb. 00000100:00000200:0.0:1776190956.991671:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218240 02000000:00000010:0.0:1776190956.991684:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032adf277. 00010000:00000010:0.0:1776190956.991720:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060af7bf6. 00010000:00000010:0.0:1776190956.991745:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190956.991753:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190956.991771:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190956.991774:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000400:00000010:0.0:1776190956.991789:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190956.991794:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218240, offset 224 00000400:00000200:0.0:1776190956.991801:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190956.991813:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190956.991818:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91723:91723:256:4294967295] 192.168.202.25@tcp LPNI seq info [91723:91723:8:4294967295] 00000400:00000200:0.0:1776190956.991828:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190956.991833:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190956.991838:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190956.991844:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190956.991851:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190956.991853:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190956.991871:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00080000:00000010:1.0:1776190956.991873:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee080d09. 00000020:00000010:0.0:1776190956.991876:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190956.991879:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7e360ea. 00000800:00000200:0.0:1776190956.991916:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.991918:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00010000:00000010:1.0:1776190956.991996:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005718a38b. 00010000:00000010:1.0:1776190956.992006:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047c7b152. 00010000:00000010:1.0:1776190956.992109:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006cd4ee8. 00010000:00000010:1.0:1776190956.992117:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a4bd85c. 00010000:00000010:1.0:1776190956.992155:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000065a297f2. 00000100:00000010:1.0:1776190956.992159:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190956.992167:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190956.992286:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092883c0e. 02000000:00000010:1.0:1776190956.992318:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f382d738. 00000400:00000010:1.0:1776190956.992324:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006cf1d883. 00000400:00000010:1.0:1776190956.992330:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2853200. 00000100:00000200:1.0:1776190956.992336:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360064, portal 16 00000400:00000010:1.0:1776190956.992342:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a0ed006. 00000100:00000200:1.0:1776190956.992344:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360064, offset 0 00000400:00000200:1.0:1776190956.992350:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190956.992358:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190956.992367:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190956.992371:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190956.992375:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190956.992377:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91724:91724:255:4294967295] 192.168.202.25@tcp LPNI seq info [91724:91724:7:4294967295] 00000400:00000200:1.0:1776190956.992386:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190956.992390:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190956.992394:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190956.992398:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190956.992403:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190956.992406:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1776190956.993620:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.993632:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.993638:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:0.0:1776190956.993641:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000800:00000200:0.0:1776190956.997482:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190956.997497:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:0.0:1776190956.997517:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190956.997533:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190956.997544:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a0ed006 00000400:00000200:1.0:1776190956.999335:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:2.1:1776190956.999368:0:78427:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f87bd1c7. 00000400:00000200:1.0:1776190956.999369:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1267c0 00010000:00000010:2.1:1776190956.999397:0:78427:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00000400:00000010:0.0:1776190956.999641:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a0ed006. 00000400:00000200:1.0:1776190956.999658:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d51 [1] + 224 00000100:00000200:0.0:1776190956.999658:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797360064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190956.999683:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190956.999687:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190956.999696:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797360064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190956.999739:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006cf1d883. 00000400:00000200:0.0:1776190956.999747:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2853200 00000400:00000010:0.0:1776190956.999749:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2853200. 00000100:00000200:0.0:1776190956.999754:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797360064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190956.999761:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797360064/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191000 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190956.999809:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f382d738. 02000000:00000010:0.0:1776190956.999820:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092883c0e. 00000100:00000010:0.0:1776190956.999828:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:0.0:1776190956.999833:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:0.0:1776190956.999838:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000065a297f2. 00000400:00000200:3.0:1776190957.001364:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.001386:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86e9c0 00000400:00000200:3.0:1776190957.001394:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5655 [2] + 1968 00000400:00000010:3.0:1776190957.001399:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001e8c901a. 00000400:00000200:3.0:1776190957.001404:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bb21c50d 00000400:00000200:3.0:1776190957.001472:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.001477:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.001482:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb21c50d 00000400:00000010:3.0:1776190957.001485:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bb21c50d (tot 82347842). 00000100:00000200:3.0:1776190957.001492:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190957.003632:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f382d738. 00000020:00000010:1.0:1776190957.003661:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.003668:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.003716:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000148e7023 x1862468788218304/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190957.003760:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218304 02000000:00000010:1.0:1776190957.003777:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054ff5d39. 00010000:00000010:1.0:1776190957.003821:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4b11293. 00010000:00000010:1.0:1776190957.003857:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.003869:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c7063b5. 00000100:00000010:1.0:1776190957.003892:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007c7063b5. 00010000:00000010:1.0:1776190957.003897:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000010:1.0:1776190957.003920:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190957.003929:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218304, offset 224 00000400:00000200:1.0:1776190957.003941:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:3.0:1776190957.003948:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fc93260. 00000400:00000200:1.0:1776190957.003964:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.003973:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91725:91725:256:4294967295] 192.168.202.25@tcp LPNI seq info [91725:91725:8:4294967295] 00000400:00000200:1.0:1776190957.003984:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.003991:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.003997:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348090). 00000800:00000200:1.0:1776190957.004006:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.004015:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.004020:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.004047:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.004052:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.004055:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f382d738. 02000000:00000010:1.0:1776190957.004070:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032adf277. 00000100:00000010:1.0:1776190957.004074:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:1.0:1776190957.004079:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066bd501b. 00010000:00000010:3.0:1776190957.004083:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a4bd85c. 00000100:00000010:1.0:1776190957.004083:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:1.0:1776190957.004087:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7b54937. 00000100:00000010:1.0:1776190957.004089:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00010000:00000010:3.0:1776190957.004090:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a9b4d8c. 02000000:00000010:1.0:1776190957.004092:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca355201. 00000100:00000010:1.0:1776190957.004095:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:1.0:1776190957.004100:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a25d765. 00000100:00000010:1.0:1776190957.004103:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 02000000:00000010:1.0:1776190957.004107:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000867944d0. 00000100:00000010:1.0:1776190957.004110:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000100:00000200:1.0:1776190957.004118:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776190957.004322:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.004327:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347842). 00000400:00000200:1.0:1776190957.004337:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.004342:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.004347:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:1.0:1776190957.004349:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 02000000:00000010:1.0:1776190957.004355:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054ff5d39. 00000400:00000010:1.0:1776190957.004375:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007686364f. 00000400:00000010:1.0:1776190957.004381:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007c7063b5 (tot 82347994). 00010000:00000010:3.0:1776190957.004456:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fcd3691. 00010000:00000010:3.0:1776190957.004464:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190957.004479:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d28f78e8. 00000100:00000010:3.0:1776190957.004483:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190957.004493:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190957.004511:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5da028d. 02000000:00000010:3.0:1776190957.004549:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8cf4bc. 00000400:00000010:3.0:1776190957.004555:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093fcd792. 00000400:00000010:3.0:1776190957.004563:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fbcccd98. 00000100:00000200:3.0:1776190957.004567:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360128, portal 16 00000400:00000010:3.0:1776190957.004572:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dfd93ce. 00000100:00000200:3.0:1776190957.004575:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360128, offset 0 00000400:00000200:3.0:1776190957.004582:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.004588:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.004598:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.004603:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.004617:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.004620:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91726:91726:256:4294967295] 192.168.202.25@tcp LPNI seq info [91726:91726:8:4294967295] 00000400:00000200:3.0:1776190957.004627:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.004631:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.004635:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190957.004639:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.004643:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.004645:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.005046:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.005050:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190957.005055:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.005059:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.005062:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dfd93ce 00000400:00000010:1.0:1776190957.005064:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dfd93ce. 00000100:00000200:1.0:1776190957.005071:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797360128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.007086:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.007118:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126800 00000400:00000200:3.0:1776190957.007151:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d61 [1] + 224 00000400:00000200:3.0:1776190957.007170:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.007185:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.007201:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797360128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.007256:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.007263:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ea00 00000400:00000200:3.0:1776190957.007268:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb56ad [2] + 0 00000400:00000200:3.0:1776190957.007278:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.007281:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00010000:00000010:1.1:1776190957.007281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a7fb3af. 00000100:00000200:3.0:1776190957.007285:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1776190957.007291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038512410. 00000100:00000010:3.0:1776190957.007292:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00010000:00000010:1.1:1776190957.007295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed652dc9. 00000020:00000010:1.0:1776190957.007351:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 00000020:00000010:1.0:1776190957.007359:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.007365:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.007396:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788218368/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190957.007434:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218368 02000000:00000010:1.0:1776190957.007450:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000867944d0. 00010000:00000010:1.0:1776190957.007504:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.007516:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.007525:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.007529:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000010:1.0:1776190957.007553:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e65d4ae2. 00000100:00000200:1.0:1776190957.007559:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218368, offset 224 00000400:00000200:1.0:1776190957.007568:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.007583:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.007589:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91727:91727:256:4294967295] 192.168.202.25@tcp LPNI seq info [91727:91727:8:4294967295] 00000400:00000200:1.0:1776190957.007600:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.007606:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.007611:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190957.007617:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.007625:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.007630:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.007661:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.007666:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.007669:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 00000800:00000200:3.0:1776190957.007795:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.007800:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:3.0:1776190957.007807:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.007811:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.007816:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e65d4ae2 00000400:00000010:3.0:1776190957.007820:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e65d4ae2. 00010000:00000010:0.1:1776190957.013375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b443c368. 00000400:00000010:0.0:1776190957.013441:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093fcd792. 00000400:00000200:0.0:1776190957.013447:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fbcccd98 00000400:00000010:0.0:1776190957.013450:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fbcccd98. 00000100:00000200:0.0:1776190957.013469:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797360128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.013485:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797360128/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190957.013527:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a65568c. 02000000:00000010:0.0:1776190957.013552:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8cf4bc. 02000000:00000010:0.0:1776190957.013562:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5da028d. 00000100:00000010:0.0:1776190957.013567:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:0.0:1776190957.013572:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:0.0:1776190957.013578:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d28f78e8. 00080000:00000010:0.0:1776190957.013617:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7e360ea. 00010000:00000010:0.0:1776190957.013770:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:0.0:1776190957.013779:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6cd5df5. 00010000:00000010:0.0:1776190957.013887:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066822429. 00010000:00000010:0.0:1776190957.013895:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.013913:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190957.013936:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190957.013949:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190957.013975:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc67bb84. 02000000:00000010:0.0:1776190957.014032:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006906f9e8. 00000400:00000010:0.0:1776190957.014042:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190957.014049:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190957.014057:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360192, portal 16 00000400:00000010:0.0:1776190957.014064:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f3eb612. 00000100:00000200:0.0:1776190957.014068:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360192, offset 0 00000400:00000200:0.0:1776190957.014077:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.014098:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.014107:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.014112:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.014116:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.014119:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91728:91728:256:4294967295] 192.168.202.25@tcp LPNI seq info [91728:91728:8:4294967295] 00000400:00000200:0.0:1776190957.014165:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.014183:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.014190:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190957.014199:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.014208:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.014213:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.014476:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.014481:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:1.0:1776190957.014487:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.014492:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.014496:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f3eb612 00000400:00000010:1.0:1776190957.014498:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f3eb612. 00000100:00000200:1.0:1776190957.014505:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797360192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.014755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085051f29. 00010000:00000010:3.1:1776190957.014763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cd4ee8. 00000400:00000200:3.0:1776190957.017983:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.018018:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126840 00000400:00000200:3.0:1776190957.018033:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d6d [1] + 224 00000400:00000200:3.0:1776190957.018048:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.018054:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.018068:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797360192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.018121:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.018127:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ea40 00000400:00000200:3.0:1776190957.018173:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb56ad [2] + 328 00000400:00000200:3.0:1776190957.018191:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.018194:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.018200:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.018211:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000400:00000010:0.0:1776190957.018216:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190957.018235:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:0.0:1776190957.018238:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000100:00000200:0.0:1776190957.018247:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797360192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.018256:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797360192/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.018303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a432412. 02000000:00000010:0.0:1776190957.018311:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006906f9e8. 02000000:00000010:0.0:1776190957.018320:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc67bb84. 00000100:00000010:0.0:1776190957.018324:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190957.018329:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190957.018333:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000020:00000010:1.0:1776190957.018364:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 00000020:00000010:1.0:1776190957.018374:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.018380:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.018413:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788218432/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190957.018459:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218432 02000000:00000010:1.0:1776190957.018474:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca355201. 00010000:00000010:1.0:1776190957.018513:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d43208cb. 00010000:00000010:1.0:1776190957.018544:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.018553:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.018568:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.018571:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000010:1.0:1776190957.018589:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdad3764. 00080000:00000010:0.0:1776190957.018646:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc67bb84. 00010000:00000010:0.0:1776190957.018797:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.018805:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003beae47d. 00010000:00000010:0.0:1776190957.018940:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ab21eb. 00010000:00000010:0.0:1776190957.018948:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.018963:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190957.018966:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190957.018973:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190957.018989:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006906f9e8. 02000000:00000010:0.0:1776190957.019022:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a5541ef. 00000400:00000010:0.0:1776190957.019028:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000100:00000200:1.0:1776190957.020072:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218432, offset 224 00000400:00000200:1.0:1776190957.020097:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.020125:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.020151:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91729:91729:256:4294967295] 192.168.202.25@tcp LPNI seq info [91729:91729:8:4294967295] 00000400:00000200:1.0:1776190957.020166:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.020176:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.020187:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.020199:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.020210:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.020217:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.020270:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.020279:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.020284:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 00000800:00000200:3.0:1776190957.021481:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.021493:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:3.0:1776190957.021505:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.021517:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.021526:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdad3764 00000400:00000010:3.0:1776190957.021529:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdad3764. 00000400:00000010:0.0:1776190957.023472:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190957.023491:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360256, portal 16 00000400:00000010:0.0:1776190957.023499:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be6a7b10. 00000100:00000200:0.0:1776190957.023503:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360256, offset 0 00000400:00000200:0.0:1776190957.023514:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.023537:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.023547:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.023551:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.023554:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.023557:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91730:91730:256:4294967295] 192.168.202.25@tcp LPNI seq info [91730:91730:8:4294967295] 00000400:00000200:0.0:1776190957.023569:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.023576:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.023582:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190957.023590:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.023600:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.023699:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.025620:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.025630:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:3.0:1776190957.025641:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.025654:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.025661:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be6a7b10 00000400:00000010:3.0:1776190957.025664:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be6a7b10. 00000100:00000200:3.0:1776190957.025678:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797360256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.028141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008748b9f5. 00010000:00000010:0.1:1776190957.028185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070128b5e. 00010000:00000010:0.1:1776190957.028193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcd3691. 00000400:00000200:3.0:1776190957.028682:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.028708:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126880 00000400:00000200:3.0:1776190957.028721:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d79 [1] + 224 00000400:00000200:3.0:1776190957.028740:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.028745:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.028761:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797360256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.028824:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.028830:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ea80 00000400:00000200:3.0:1776190957.028836:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb56ad [2] + 656 00000400:00000200:3.0:1776190957.028850:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.028852:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.028858:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.028869:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000400:00000010:0.0:1776190957.029032:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190957.029039:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:0.0:1776190957.029042:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000100:00000200:0.0:1776190957.029049:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797360256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.029057:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797360256/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776190957.029095:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 02000000:00000010:0.0:1776190957.029101:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a5541ef. 00000020:00000010:1.0:1776190957.029106:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 02000000:00000010:0.0:1776190957.029108:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006906f9e8. 00000020:00000010:1.0:1776190957.029112:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000010:0.0:1776190957.029113:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190957.029117:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190957.029121:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000100:00000200:1.0:1776190957.029163:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ded85ef1 x1862468788218496/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190957.029207:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218496 02000000:00000010:1.0:1776190957.029234:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7b54937. 00010000:00000010:1.0:1776190957.029281:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000534b688a. 00010000:00000010:1.0:1776190957.029310:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.029318:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.029334:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.029337:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000010:1.0:1776190957.029357:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f05acf8. 00000100:00000200:1.0:1776190957.029363:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218496, offset 224 00000400:00000200:1.0:1776190957.029374:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.029388:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.029397:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91731:91731:256:4294967295] 192.168.202.25@tcp LPNI seq info [91731:91731:8:4294967295] 00000400:00000200:1.0:1776190957.029413:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.029420:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.029428:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.029435:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.029444:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.029449:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.029468:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.029473:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.029476:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 00000800:00000200:3.0:1776190957.029656:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.029661:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:3.0:1776190957.029668:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.029672:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.029675:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f05acf8 00000400:00000010:3.0:1776190957.029677:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f05acf8. 00080000:00000010:0.0:1776190957.030064:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006906f9e8. 00010000:00000010:0.0:1776190957.030269:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.030280:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b8af81f. 00010000:00000010:0.0:1776190957.030435:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2245774. 00010000:00000010:0.0:1776190957.030443:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.030459:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190957.030465:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190957.030475:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190957.030493:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005a5541ef. 02000000:00000010:0.0:1776190957.030530:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcbefd0b. 00000400:00000010:0.0:1776190957.030538:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190957.030544:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190957.030550:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360320, portal 16 00000400:00000010:0.0:1776190957.030556:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007dc4e562. 00000100:00000200:0.0:1776190957.030558:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360320, offset 0 00000400:00000200:0.0:1776190957.030566:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.030580:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.030588:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.030592:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.030596:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.030598:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91732:91732:256:4294967295] 192.168.202.25@tcp LPNI seq info [91732:91732:8:4294967295] 00000400:00000200:0.0:1776190957.030608:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.030614:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.030618:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190957.030623:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.030629:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.030633:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.030764:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.030772:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:3.0:1776190957.030778:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.030782:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.030788:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc4e562 00000400:00000010:3.0:1776190957.030789:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007dc4e562. 00000100:00000200:3.0:1776190957.030801:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797360320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.032319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008865ab78. 00000400:00000200:3.0:1776190957.033169:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.033195:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1268c0 00000400:00000200:3.0:1776190957.033208:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d85 [1] + 224 00000400:00000200:3.0:1776190957.033258:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.033265:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.033284:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797360320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.033863:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.033876:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86eac0 00000400:00000200:3.0:1776190957.033884:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb56ad [2] + 984 00000400:00000200:3.0:1776190957.033964:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.033969:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.033975:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.033984:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000400:00000010:0.0:1776190957.034069:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190957.034076:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:0.0:1776190957.034079:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000100:00000200:0.0:1776190957.034089:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797360320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.034100:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797360320/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190957.034172:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcbefd0b. 02000000:00000010:0.0:1776190957.034184:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005a5541ef. 00000100:00000010:0.0:1776190957.034189:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:0.0:1776190957.034194:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190957.034198:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00000020:00000010:1.0:1776190957.039060:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066bd501b. 00000020:00000010:1.0:1776190957.039106:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.039117:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.039832:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788218560/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190957.039906:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218560 02000000:00000010:1.0:1776190957.039928:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054ff5d39. 00010000:00000010:1.0:1776190957.039974:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c014347. 00010000:00000010:1.1:1776190957.040415:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017a634a3. 00010000:00000010:1.0:1776190957.040451:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.040463:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.040486:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.040491:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000010:1.0:1776190957.040513:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0629219. 00000100:00000200:1.0:1776190957.040521:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218560, offset 224 00000400:00000200:1.0:1776190957.040535:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.040559:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.040567:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91733:91733:256:4294967295] 192.168.202.25@tcp LPNI seq info [91733:91733:8:4294967295] 00000400:00000200:1.0:1776190957.040581:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.040589:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.040595:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190957.040603:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.040626:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.040631:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.040662:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.040668:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.040673:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066bd501b. 00000800:00000200:3.0:1776190957.040886:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.040891:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:3.0:1776190957.040901:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.040908:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.040915:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0629219 00000400:00000010:3.0:1776190957.040918:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0629219. 00010000:00000010:0.1:1776190957.041527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d18f1faf. 00010000:00000010:0.1:1776190957.041541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066822429. 00080000:00000010:0.0:1776190957.041579:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a5541ef. 00010000:00000010:0.0:1776190957.044569:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.044598:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087af7eee. 00000004:00000010:0.0:1776190957.044724:0:77311:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000353637dc. 00000004:00000010:0.0:1776190957.044739:0:77311:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000f74be5a8. 00000004:00000010:0.0:1776190957.044747:0:77311:0:(lod_dev.c:216:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000007ac430ba. 00080000:00000010:0.0:1776190957.044761:0:77311:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000fcbefd0b. 00000001:00000010:0.0:1776190957.044789:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000060c26cad. 00000001:00000010:0.0:1776190957.044813:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000060c26cad. 00080000:00000010:0.0:1776190957.044830:0:77311:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000fcbefd0b. 00000004:00000010:0.0:1776190957.044839:0:77311:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000007ac430ba. 00000004:00000010:0.0:1776190957.044845:0:77311:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000f74be5a8. 00000004:00000010:0.0:1776190957.044849:0:77311:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000353637dc. 00010000:00000010:0.0:1776190957.044894:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066822429. 00010000:00000010:0.0:1776190957.044903:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.045051:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000066aa61f6. 00000100:00000010:0.0:1776190957.045067:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190957.045081:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190957.045104:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcbefd0b. 02000000:00000010:0.0:1776190957.045285:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a25d765. 00000400:00000010:0.0:1776190957.045296:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190957.045307:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087db70f1. 00000100:00000200:0.0:1776190957.045318:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360384, portal 16 00000400:00000010:0.0:1776190957.045326:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007055f725. 00000100:00000200:0.0:1776190957.045329:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360384, offset 0 00000400:00000200:0.0:1776190957.045342:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.045366:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.045376:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.045381:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.045384:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.045388:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91734:91734:256:4294967295] 192.168.202.25@tcp LPNI seq info [91734:91734:8:4294967295] 00000400:00000200:0.0:1776190957.045402:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.045410:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.045417:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190957.045426:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.045436:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.045442:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.045909:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.045916:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:3.0:1776190957.045924:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.045932:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.045941:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007055f725 00000400:00000010:3.0:1776190957.045944:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007055f725. 00000100:00000200:3.0:1776190957.045956:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797360384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.052596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c78fc1d. 00010000:00000010:0.1:1776190957.052629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ab21eb. 00000400:00000200:0.0:1776190957.052691:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.052715:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126900 00000400:00000200:0.0:1776190957.052727:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d91 [1] + 224 00000400:00000200:0.0:1776190957.052745:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.052749:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.052766:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797360384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.052812:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.052818:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86eb00 00000400:00000200:0.0:1776190957.052823:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb56ad [2] + 1312 00000400:00000200:0.0:1776190957.052901:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.052905:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.052910:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.052917:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000020:00000010:0.0:1776190957.053446:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032adf277. 00000020:00000010:0.0:1776190957.053457:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190957.053463:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.053504:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788218624/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190957.053545:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218624 02000000:00000010:0.0:1776190957.053563:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003651fd9a. 00000400:00000010:3.0:1776190957.053838:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:3.0:1776190957.053845:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087db70f1 00000400:00000010:3.0:1776190957.053848:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087db70f1. 00000100:00000200:3.0:1776190957.053859:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797360384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.053867:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797360384/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.053901:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfbfbfe4. 02000000:00000010:3.0:1776190957.053928:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a25d765. 02000000:00000010:3.0:1776190957.053936:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcbefd0b. 00000100:00000010:3.0:1776190957.053942:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:3.0:1776190957.053946:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:3.0:1776190957.053950:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000066aa61f6. 00010000:00000010:0.0:1776190957.053992:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190957.054002:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3395053. 00010000:00000010:0.1:1776190957.059904:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d032883c. 00010000:00000010:0.1:1776190957.059936:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2245774. 00000100:00000010:0.0:1776190957.059985:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3395053. 00010000:00000010:0.0:1776190957.059992:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00000400:00000010:0.0:1776190957.060047:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ab0ccd5. 00000100:00000200:0.0:1776190957.060064:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218624, offset 224 00000400:00000200:0.0:1776190957.060087:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.060159:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.060171:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91735:91735:256:4294967295] 192.168.202.25@tcp LPNI seq info [91735:91735:8:4294967295] 00000400:00000200:0.0:1776190957.060189:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.060199:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.060209:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348242). 00000800:00000200:0.0:1776190957.060220:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.060243:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.060250:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.060297:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190957.060306:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.060311:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032adf277. 00010000:00000010:1.1:1776190957.061058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001157ca6c. 00000800:00000200:1.0:1776190957.061684:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.061694:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:1.0:1776190957.061702:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.061718:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.061727:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ab0ccd5 00000400:00000010:1.0:1776190957.061730:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ab0ccd5. 00080000:00000010:0.0:1776190957.061945:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032adf277. 00010000:00000010:0.0:1776190957.062168:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.062184:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae554210. 00010000:00000010:0.0:1776190957.062344:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2245774. 00010000:00000010:0.0:1776190957.062353:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.062376:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190957.062388:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3395053. 00000100:00000010:0.0:1776190957.062404:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190957.062434:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcbefd0b. 02000000:00000010:0.0:1776190957.062496:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a25d765. 00000400:00000010:0.0:1776190957.062506:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190957.062516:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190957.062528:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360448, portal 16 00000400:00000010:0.0:1776190957.062538:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea82cd6c. 00000100:00000200:0.0:1776190957.062542:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360448, offset 0 00000400:00000200:0.0:1776190957.062556:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.062583:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.062599:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.066163:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.066190:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.066196:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91736:91736:256:4294967295] 192.168.202.25@tcp LPNI seq info [91736:91736:8:4294967295] 00000400:00000200:0.0:1776190957.066213:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.066225:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.070751:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.070856:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.070870:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.070877:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190957.073885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d92d468. 00000800:00000200:3.0:1776190957.074756:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.074765:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:3.0:1776190957.074852:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.074873:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.074885:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea82cd6c 00000400:00000010:3.0:1776190957.074889:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea82cd6c. 00000100:00000200:3.0:1776190957.074906:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797360448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.081396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e01de57. 00010000:00000010:0.1:1776190957.081418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066822429. 00000400:00000200:1.0:1776190957.081698:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.081729:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126940 00000400:00000200:1.0:1776190957.081744:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6d9d [1] + 224 00000400:00000200:1.0:1776190957.081874:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.081882:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.081901:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797360448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.082106:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.082113:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86eb40 00000400:00000200:1.0:1776190957.082122:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb56ad [2] + 1640 00000400:00000200:1.0:1776190957.082177:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.082182:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.082187:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.082197:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:2.0:1776190957.082378:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022d2ed8c. 00000020:00000010:2.0:1776190957.082388:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.082395:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.082433:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788218688/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190957.082479:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218688 02000000:00000010:2.0:1776190957.082500:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009dda09d9. 00010000:00000010:2.0:1776190957.082578:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000244502ce. 00000100:00000010:2.0:1776190957.082593:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190957.082617:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190957.082623:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000244502ce. 00000400:00000010:2.0:1776190957.082648:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190957.082656:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218688, offset 224 00000400:00000200:2.0:1776190957.082668:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.082687:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.082694:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91737:91737:256:4294967295] 192.168.202.25@tcp LPNI seq info [91737:91737:8:4294967295] 00000400:00000200:2.0:1776190957.082709:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.082717:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.082724:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.082733:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.082743:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.082748:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.082956:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.082964:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.082969:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022d2ed8c. 00000800:00000200:1.0:1776190957.083277:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.083283:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:1.0:1776190957.083295:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.083302:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.083308:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:1.0:1776190957.083311:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000400:00000010:0.0:1776190957.086361:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:0.0:1776190957.086376:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:0.0:1776190957.086381:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:0.0:1776190957.086406:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797360448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.086420:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797360448/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190957.086461:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee61ce22. 02000000:00000010:0.0:1776190957.086484:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a25d765. 02000000:00000010:0.0:1776190957.086492:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcbefd0b. 00000100:00000010:0.0:1776190957.086498:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:0.0:1776190957.086504:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3395053. 00010000:00000010:0.0:1776190957.086508:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00080000:00000010:0.0:1776190957.086543:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcbefd0b. 00010000:00000010:0.0:1776190957.087235:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.087253:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1b0d6ba. 00010000:00000010:0.0:1776190957.087374:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066822429. 00010000:00000010:0.0:1776190957.087381:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009cf8b3c8. 00010000:00000010:0.0:1776190957.087397:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7fa7499. 00000100:00000010:0.0:1776190957.087404:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3395053. 00000100:00000010:0.0:1776190957.087414:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190957.087436:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a25d765. 02000000:00000010:0.0:1776190957.087475:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8cf4bc. 00000400:00000010:0.0:1776190957.087483:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190957.087490:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000011ecb00. 00000100:00000200:0.0:1776190957.087498:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360512, portal 16 00000400:00000010:0.0:1776190957.087505:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b10ec97a. 00000100:00000200:0.0:1776190957.087508:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360512, offset 0 00000400:00000200:0.0:1776190957.087518:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.087540:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.087551:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.087555:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.087559:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.087563:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91738:91738:256:4294967295] 192.168.202.25@tcp LPNI seq info [91738:91738:8:4294967295] 00000400:00000200:0.0:1776190957.087578:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.087585:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.087592:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190957.087601:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.087626:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.087633:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.088106:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.088112:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:3.0:1776190957.088119:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.088125:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.088162:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b10ec97a 00000400:00000010:3.0:1776190957.088165:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b10ec97a. 00000100:00000200:3.0:1776190957.088176:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797360512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.091407:0:78430:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000928a0d7. 00010000:00000010:0.1:1776190957.091424:0:78430:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fa3b0cf. 00010000:00000010:0.1:1776190957.091428:0:78430:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2245774. 00000400:00000200:3.0:1776190957.093349:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.093376:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126980 00000400:00000200:3.0:1776190957.093387:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6da9 [1] + 224 00000400:00000200:3.0:1776190957.093406:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.093411:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.093427:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797360512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190957.093557:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:2.0:1776190957.093564:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000011ecb00 00000400:00000010:2.0:1776190957.093566:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000011ecb00. 00000100:00000200:2.0:1776190957.093573:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797360512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.093581:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797360512/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190957.093630:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8cf4bc. 02000000:00000010:2.0:1776190957.093640:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a25d765. 00000100:00000010:2.0:1776190957.093646:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:2.0:1776190957.093652:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3395053. 00010000:00000010:2.0:1776190957.093659:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7fa7499. 00000400:00000200:3.0:1776190957.094020:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.094031:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86eb80 00000400:00000200:3.0:1776190957.094038:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb56ad [2] + 1968 00000400:00000010:3.0:1776190957.094042:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb52253d. 00000400:00000200:3.0:1776190957.094046:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cd494069 00000400:00000200:3.0:1776190957.094407:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.094413:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.094417:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd494069 00000400:00000010:3.0:1776190957.094420:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cd494069 (tot 82347842). 00000100:00000200:3.0:1776190957.094427:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190957.097949:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a25d765. 00000020:00000010:2.0:1776190957.097971:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.097978:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.098035:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004998fad2 x1862468788218752/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190957.099802:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218752 02000000:00000010:2.0:1776190957.099835:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c8cf4bc. 00010000:00000010:2.0:1776190957.099884:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf897443. 00010000:00000010:2.0:1776190957.099912:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000244502ce. 00000100:00000010:2.0:1776190957.099924:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190957.099951:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:2.0:1776190957.099956:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000244502ce. 00080000:00000010:2.0:1776190957.100014:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d13c6470. 00010000:00000010:2.0:1776190957.100197:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cf8b3c8. 00010000:00000010:2.0:1776190957.100206:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3ee0d7d. 00010000:00000010:2.0:1776190957.100335:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002db602d3. 00010000:00000010:2.0:1776190957.100342:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000136c6b6d. 00010000:00000010:2.0:1776190957.100357:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000244502ce. 00000100:00000010:2.0:1776190957.100361:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d8f03bb. 00000100:00000010:2.0:1776190957.100369:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190957.100388:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fef225d7. 02000000:00000010:2.0:1776190957.100419:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e287347f. 00000400:00000010:2.0:1776190957.100428:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac03708b. 00000400:00000010:2.0:1776190957.100435:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190957.100444:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360576, portal 16 00000400:00000010:2.0:1776190957.100449:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190957.100452:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360576, offset 0 00000400:00000200:2.0:1776190957.100464:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.100485:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.100494:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.100498:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.100502:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.100506:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91739:91739:256:4294967295] 192.168.202.25@tcp LPNI seq info [91739:91739:8:4294967295] 00000400:00000200:2.0:1776190957.100519:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.100526:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.100533:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348090). 00000800:00000200:2.0:1776190957.100540:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.100548:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.100553:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1776190957.100590:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190957.100592:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218752, offset 224 00000400:00000200:2.0:1776190957.100597:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.100602:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.100619:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91740:91740:255:4294967295] 192.168.202.25@tcp LPNI seq info [91740:91740:7:4294967295] 00000400:00000200:2.0:1776190957.100625:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.100630:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.100633:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348338). 00000800:00000200:2.0:1776190957.100637:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.100640:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.100642:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.100660:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.100666:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.100671:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a25d765. 02000000:00000010:2.0:1776190957.100685:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009dda09d9. 00000100:00000010:2.0:1776190957.100689:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:2.0:1776190957.100693:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003651fd9a. 00000100:00000010:2.0:1776190957.100696:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:2.0:1776190957.100700:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054ff5d39. 00000100:00000010:2.0:1776190957.100704:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:2.0:1776190957.100710:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7b54937. 00000100:00000010:2.0:1776190957.100714:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 02000000:00000010:2.0:1776190957.100718:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca355201. 00000100:00000010:2.0:1776190957.100720:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:2.0:1776190957.100724:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000867944d0. 00000100:00000010:2.0:1776190957.100728:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000200:2.0:1776190957.100736:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190957.100740:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041f243eb. 00000400:00000010:2.0:1776190957.100745:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005106a162 (tot 82348490). 00000800:00000200:1.0:1776190957.102411:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.102420:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82348242). 00000400:00000200:1.0:1776190957.102432:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.102443:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.102450:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:1.0:1776190957.102453:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:1.0:1776190957.102463:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797360576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776190957.102573:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.102576:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:1.0:1776190957.102580:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.102583:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.102587:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:1.0:1776190957.102588:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 02000000:00000010:1.0:1776190957.102596:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c8cf4bc. 00000400:00000200:1.0:1776190957.105124:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.105193:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1269c0 00000400:00000200:1.0:1776190957.105204:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6db1 [1] + 224 00000400:00000200:1.0:1776190957.105221:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.105236:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.105254:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797360576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.105296:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.105302:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ebc0 00000400:00000200:1.0:1776190957.105308:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5705 [2] + 0 00000400:00000200:1.0:1776190957.105318:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.105321:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.105325:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.105333:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000020:00000010:1.0:1776190957.105386:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 00000020:00000010:1.0:1776190957.105394:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.105399:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.105431:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788218816/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190957.105458:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218816 02000000:00000010:1.0:1776190957.105472:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c8cf4bc. 00010000:00000010:1.0:1776190957.105525:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c7559. 00000100:00000010:1.0:1776190957.105536:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.105546:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.105550:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c7559. 00000400:00000010:1.0:1776190957.105573:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e74120fa. 00000100:00000200:1.0:1776190957.105583:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218816, offset 224 00000400:00000200:1.0:1776190957.105593:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.105622:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.105630:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91741:91741:256:4294967295] 192.168.202.25@tcp LPNI seq info [91741:91741:8:4294967295] 00000400:00000200:1.0:1776190957.105646:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.105652:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.105659:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190957.105666:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.105676:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.105681:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.105699:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.105703:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.105706:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 00000400:00000010:3.0:1776190957.106017:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac03708b. 00000400:00000200:3.0:1776190957.106025:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:3.0:1776190957.106027:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00000100:00000200:3.0:1776190957.106036:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797360576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.106046:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797360576/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.106075:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8fb4143. 02000000:00000010:3.0:1776190957.106095:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e287347f. 02000000:00000010:3.0:1776190957.106102:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fef225d7. 00000100:00000010:3.0:1776190957.106109:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:3.0:1776190957.106112:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d8f03bb. 00010000:00000010:3.0:1776190957.106116:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000244502ce. 00080000:00000010:3.0:1776190957.106170:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fef225d7. 00010000:00000010:3.0:1776190957.106311:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000136c6b6d. 00010000:00000010:3.0:1776190957.106322:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054fa2154. 00010000:00000010:3.0:1776190957.106433:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190957.106441:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190957.106454:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190957.106458:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.106468:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190957.106483:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d283df2. 02000000:00000010:3.0:1776190957.106514:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f0c61a. 00000400:00000010:3.0:1776190957.106520:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfca873e. 00000400:00000010:3.0:1776190957.106525:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190957.106532:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360640, portal 16 00000400:00000010:3.0:1776190957.106536:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db386f6d. 00000100:00000200:3.0:1776190957.106538:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360640, offset 0 00000400:00000200:3.0:1776190957.106544:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.106552:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.106561:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.106566:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.106570:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.106573:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91742:91742:255:4294967295] 192.168.202.25@tcp LPNI seq info [91742:91742:7:4294967295] 00000400:00000200:3.0:1776190957.106583:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.106588:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.106592:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190957.106596:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.106601:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.106846:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.106851:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82348242). 00000400:00000200:2.0:1776190957.106858:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.106863:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.106866:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74120fa 00000400:00000010:2.0:1776190957.106868:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e74120fa. 00000800:00000200:3.0:1776190957.107308:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.107710:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.107714:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190957.107720:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.107726:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.107731:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db386f6d 00000400:00000010:1.0:1776190957.107732:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db386f6d. 00000100:00000200:1.0:1776190957.107741:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797360640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.115206:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.115245:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126a00 00000400:00000200:1.0:1776190957.115258:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6dc5 [1] + 224 00000400:00000200:1.0:1776190957.115278:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.115283:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.115299:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797360640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.115334:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.115340:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ec00 00000400:00000200:1.0:1776190957.115345:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5705 [2] + 328 00000400:00000200:1.0:1776190957.115355:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.115357:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.115361:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.115368:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:1.0:1776190957.115433:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054ff5d39. 00000020:00000010:1.0:1776190957.115440:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.115444:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.115473:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788218880/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190957.115500:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218880 02000000:00000010:1.0:1776190957.115514:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7b54937. 00010000:00000010:1.0:1776190957.115570:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c7559. 00000100:00000010:1.0:1776190957.115580:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.115591:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.115595:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c7559. 00000400:00000010:1.0:1776190957.115622:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006362b25. 00000100:00000200:1.0:1776190957.115630:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218880, offset 224 00000400:00000200:1.0:1776190957.115640:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.115656:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.115664:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91743:91743:256:4294967295] 192.168.202.25@tcp LPNI seq info [91743:91743:8:4294967295] 00000400:00000200:1.0:1776190957.115678:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.115685:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.115691:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190957.115698:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.115705:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.115709:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.115730:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f325132. 00000020:00000010:1.0:1776190957.115734:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.115738:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054ff5d39. 00000800:00000200:1.0:1776190957.115876:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.115879:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:1.0:1776190957.115884:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.115887:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.115890:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:1.0:1776190957.115892:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000400:00000010:3.0:1776190957.116271:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dfca873e. 00000400:00000200:3.0:1776190957.116278:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:3.0:1776190957.116280:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000100:00000200:3.0:1776190957.116289:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797360640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.116298:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797360640/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.116325:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023499eb6. 02000000:00000010:3.0:1776190957.116343:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f0c61a. 02000000:00000010:3.0:1776190957.116353:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d283df2. 00000100:00000010:3.0:1776190957.116359:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190957.116363:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.116367:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00080000:00000010:3.0:1776190957.116392:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e89274f. 00010000:00000010:3.0:1776190957.116541:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190957.116549:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3063b3a. 00010000:00000010:3.0:1776190957.116664:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000506e19be. 00010000:00000010:3.0:1776190957.116672:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190957.116685:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190957.116691:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.116699:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190957.116714:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d497acc. 02000000:00000010:3.0:1776190957.116751:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d283df2. 00000400:00000010:3.0:1776190957.116756:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfca873e. 00000400:00000010:3.0:1776190957.116759:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00000100:00000200:3.0:1776190957.116765:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360704, portal 16 00000400:00000010:3.0:1776190957.116844:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190957.116847:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360704, offset 0 00000400:00000200:3.0:1776190957.116852:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.116862:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.116870:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.116874:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.116876:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.116878:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91744:91744:256:4294967295] 192.168.202.25@tcp LPNI seq info [91744:91744:8:4294967295] 00000400:00000200:3.0:1776190957.116885:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.116889:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.116892:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190957.116897:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.116902:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.116905:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.117254:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.117259:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:3.0:1776190957.117265:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.117271:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.117275:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:3.0:1776190957.117277:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000100:00000200:3.0:1776190957.117284:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797360704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190957.119655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa4528ee. 00010000:00000010:2.1:1776190957.119679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066e97a0d. 00010000:00000010:2.1:1776190957.119690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066822429. 00000400:00000200:1.0:1776190957.121382:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.121421:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126a40 00000400:00000200:1.0:1776190957.121437:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6dd1 [1] + 224 00000400:00000200:1.0:1776190957.121457:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.121462:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.121482:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797360704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.121541:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.121546:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ec40 00000400:00000200:1.0:1776190957.121552:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5705 [2] + 656 00000400:00000200:1.0:1776190957.121682:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.121686:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.121691:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.121701:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00000400:00000010:3.0:1776190957.121715:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dfca873e. 00000400:00000200:3.0:1776190957.121723:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:3.0:1776190957.121727:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000100:00000200:3.0:1776190957.121734:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797360704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.121743:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797360704/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776190957.121858:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e287347f. 00000020:00000010:2.0:1776190957.121870:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.121877:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.121922:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788218944/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190957.121971:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788218944 02000000:00000010:2.0:1776190957.121990:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c5da028d. 00010000:00000010:2.0:1776190957.122073:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190957.122083:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.122095:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.122100:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190957.122217:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190957.122224:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788218944, offset 224 00000400:00000200:2.0:1776190957.122245:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.122263:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.122270:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91745:91745:256:4294967295] 192.168.202.25@tcp LPNI seq info [91745:91745:8:4294967295] 00000400:00000200:2.0:1776190957.122282:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.122290:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.122298:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.122306:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.122318:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.122325:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.122385:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.122391:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.122394:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e287347f. 00010000:00000010:3.0:1776190957.123068:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089a7d7fd. 02000000:00000010:3.0:1776190957.123101:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d283df2. 02000000:00000010:3.0:1776190957.123109:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d497acc. 00000100:00000010:3.0:1776190957.123115:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:3.0:1776190957.123119:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.123124:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00000800:00000200:1.0:1776190957.123958:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.123966:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:1.0:1776190957.123978:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.123990:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.123997:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:1.0:1776190957.124000:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00080000:00000010:3.0:1776190957.124102:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9f0c61a. 00010000:00000010:3.0:1776190957.124352:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190957.124364:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c882149. 00010000:00000010:3.0:1776190957.124487:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e123e6f. 00010000:00000010:3.0:1776190957.124494:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190957.124510:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006567dc7f. 00000100:00000010:3.0:1776190957.124518:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.124531:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 02000000:00000010:3.0:1776190957.124548:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d497acc. 02000000:00000010:3.0:1776190957.124584:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d283df2. 00000400:00000010:3.0:1776190957.124591:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfca873e. 00000400:00000010:3.0:1776190957.124596:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074b30726. 00010000:00000010:3.1:1776190957.126187:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d828a664. 00000100:00000200:3.0:1776190957.126210:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360768, portal 16 00000400:00000010:0.0:1776190957.127539:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005258e6ec. 00000100:00000200:0.0:1776190957.127555:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360768, offset 0 00000400:00000200:0.0:1776190957.127567:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.127589:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.127597:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.127601:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.127603:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.127613:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91746:91746:256:4294967295] 192.168.202.25@tcp LPNI seq info [91746:91746:8:4294967295] 00000400:00000200:0.0:1776190957.127623:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.127628:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.127634:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190957.127642:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.127651:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.127656:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.128421:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.128427:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:1.0:1776190957.128434:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.128444:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.128451:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005258e6ec 00000400:00000010:1.0:1776190957.128453:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005258e6ec. 00000100:00000200:1.0:1776190957.128463:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee9c4391 x1862468797360768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.131208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8dd2cfb. 00010000:00000010:3.1:1776190957.131242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db602d3. 00010000:00000010:3.1:1776190957.131303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a002a1ce. 00010000:00000010:3.1:1776190957.131309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021deff19. 00010000:00000010:3.1:1776190957.131313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00000400:00000200:1.0:1776190957.134621:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.134648:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126a80 00000400:00000200:1.0:1776190957.134661:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ddd [1] + 224 00000400:00000200:1.0:1776190957.134675:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.134679:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.134694:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ee9c4391 x1862468797360768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.134731:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.134737:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ec80 00000400:00000200:1.0:1776190957.134743:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5705 [2] + 984 00000400:00000010:0.0:1776190957.134760:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dfca873e. 00000400:00000200:0.0:1776190957.134770:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074b30726 00000400:00000010:0.0:1776190957.134773:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074b30726. 00000100:00000200:0.0:1776190957.134781:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee9c4391 x1862468797360768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.134789:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee9c4391 x1862468797360768/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.134792:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.134795:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.134800:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.134807:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:0.0:1776190957.134833:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d283df2. 02000000:00000010:0.0:1776190957.134843:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d497acc. 00000100:00000010:0.0:1776190957.134849:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 00000100:00000010:0.0:1776190957.134854:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:0.0:1776190957.134859:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006567dc7f. 00000020:00000010:3.0:1776190957.134985:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005db9ae6b. 00000020:00000010:3.0:1776190957.134995:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.135001:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.135031:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788219008/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190957.135065:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219008 02000000:00000010:3.0:1776190957.135081:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003be7ae40. 00010000:00000010:3.0:1776190957.135120:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000689ce448. 00010000:00000010:3.0:1776190957.135188:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.135198:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.135211:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.135213:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190957.135244:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190957.135251:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219008, offset 224 00000400:00000200:3.0:1776190957.135263:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.135279:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.135287:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91747:91747:256:4294967295] 192.168.202.25@tcp LPNI seq info [91747:91747:8:4294967295] 00000400:00000200:3.0:1776190957.135299:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.135305:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00080000:00000010:0.0:1776190957.135306:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d497acc. 00000800:00000010:3.0:1776190957.135311:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190957.135317:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.135325:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.135331:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.135356:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.135375:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.135380:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005db9ae6b. 00010000:00000010:0.0:1776190957.135439:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:0.0:1776190957.135447:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009377c9ea. 00010000:00000010:0.0:1776190957.135554:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2245774. 00010000:00000010:0.0:1776190957.135566:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003905b2bc. 00010000:00000010:0.0:1776190957.135579:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000809583c2. 00000100:00000010:0.0:1776190957.135583:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d29a4535. 00000100:00000010:0.0:1776190957.135592:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 02000000:00000010:0.0:1776190957.135608:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d283df2. 02000000:00000010:0.0:1776190957.135642:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a09ce37a. 00000400:00000010:0.0:1776190957.135650:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190957.135655:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190957.135661:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360832, portal 16 00000400:00000010:0.0:1776190957.135665:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c66e3104. 00000100:00000200:0.0:1776190957.135668:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360832, offset 0 00000400:00000200:0.0:1776190957.135673:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.135679:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.135688:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.135692:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.135695:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.135697:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91748:91748:255:4294967295] 192.168.202.25@tcp LPNI seq info [91748:91748:7:4294967295] 00000400:00000200:0.0:1776190957.135703:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.135708:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.135712:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348490). 00000800:00000200:0.0:1776190957.135716:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.135719:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.135722:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.135761:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.135816:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:3.0:1776190957.135821:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.135824:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.135827:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:3.0:1776190957.135828:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000800:00000200:3.0:1776190957.135972:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.135975:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:3.0:1776190957.135979:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.135982:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.135985:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c66e3104 00000400:00000010:3.0:1776190957.135986:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c66e3104. 00000100:00000200:3.0:1776190957.135992:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bfa01fcb x1862468797360832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.136208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf59b946. 00010000:00000010:3.1:1776190957.136217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4aa21fe. 00010000:00000010:3.1:1776190957.136223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00000400:00000200:1.0:1776190957.138345:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.138368:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126ac0 00000400:00000200:1.0:1776190957.138378:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6de9 [1] + 224 00000400:00000200:1.0:1776190957.138390:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.138393:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.138405:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bfa01fcb x1862468797360832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.138440:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.138445:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ecc0 00000400:00000200:1.0:1776190957.138452:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5705 [2] + 1312 00000400:00000010:0.0:1776190957.138462:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eaa7850b. 00000400:00000200:1.0:1776190957.138467:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.138468:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000200:1.0:1776190957.138469:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:0.0:1776190957.138470:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:0.0:1776190957.138476:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bfa01fcb x1862468797360832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.138484:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bfa01fcb x1862468797360832/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190957.138530:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a09ce37a. 02000000:00000010:0.0:1776190957.138538:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d283df2. 00000100:00000010:0.0:1776190957.138544:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000010:0.0:1776190957.138549:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d29a4535. 00010000:00000010:0.0:1776190957.138552:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000809583c2. 00000100:00000200:1.0:1776190957.141708:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.141725:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:2.0:1776190957.141983:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000867944d0. 00000020:00000010:2.0:1776190957.141993:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190957.142000:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.142045:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788219072/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190957.142088:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219072 02000000:00000010:2.0:1776190957.142105:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e287347f. 00010000:00000010:2.0:1776190957.142174:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005bac529a. 00010000:00000010:2.0:1776190957.142213:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000533fc1f3. 00000100:00000010:2.0:1776190957.142234:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.142260:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.142266:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000533fc1f3. 00000400:00000010:2.0:1776190957.142286:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190957.142295:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219072, offset 224 00000400:00000200:2.0:1776190957.142304:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1776190957.142307:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066bd501b. 00000400:00000200:2.0:1776190957.142324:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.142331:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91749:91749:256:4294967295] 192.168.202.25@tcp LPNI seq info [91749:91749:8:4294967295] 00000400:00000200:2.0:1776190957.142342:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.142348:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.142354:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.142363:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.142372:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.142377:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.142402:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190957.142410:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.142414:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000867944d0. 00010000:00000010:1.0:1776190957.142444:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003905b2bc. 00010000:00000010:1.0:1776190957.142452:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001247fc0. 00010000:00000010:1.0:1776190957.142560:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190957.142566:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003c014347. 00010000:00000010:1.0:1776190957.142577:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c7559. 00000100:00000010:1.0:1776190957.142581:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.142588:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190957.142603:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000311d87fa. 02000000:00000010:1.0:1776190957.142643:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f78ea7d4. 00000400:00000010:1.0:1776190957.142651:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014a6df67. 00000400:00000010:1.0:1776190957.142658:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006362b25. 00000100:00000200:1.0:1776190957.142666:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360896, portal 16 00000400:00000010:1.0:1776190957.142673:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.142675:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360896, offset 0 00000400:00000200:1.0:1776190957.142681:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.142688:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.142698:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.142702:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.142704:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.142706:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91750:91750:255:4294967295] 192.168.202.25@tcp LPNI seq info [91750:91750:7:4294967295] 00000400:00000200:1.0:1776190957.142711:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.142714:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.142717:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348490). 00000800:00000200:1.0:1776190957.142720:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.142722:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.142725:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.142781:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.142784:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82348242). 00000400:00000200:1.0:1776190957.142793:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.142798:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.142802:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:1.0:1776190957.142804:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000800:00000200:1.0:1776190957.142899:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.142902:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:1.0:1776190957.142907:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.142911:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.142914:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.142915:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.142921:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797360896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.144863:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.144893:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126b00 00000400:00000200:3.0:1776190957.144904:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6df5 [1] + 224 00000400:00000200:3.0:1776190957.144927:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.144932:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.144948:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797360896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190957.145016:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014a6df67. 00000400:00000200:1.0:1776190957.145022:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:1.0:1776190957.145024:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000100:00000200:1.0:1776190957.145031:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797360896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.145039:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797360896/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.145082:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f78ea7d4. 02000000:00000010:1.0:1776190957.145091:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000311d87fa. 00000100:00000010:1.0:1776190957.145096:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:1.0:1776190957.145102:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.145106:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c7559. 00000400:00000200:3.0:1776190957.145460:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.145468:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ed00 00000400:00000200:3.0:1776190957.145475:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5705 [2] + 1640 00000400:00000200:3.0:1776190957.145536:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.145540:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.145545:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.145552:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:2.0:1776190957.145648:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000867944d0. 00000020:00000010:2.0:1776190957.145657:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190957.145662:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.145697:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788219136/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190957.145750:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219136 02000000:00000010:2.0:1776190957.145767:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca355201. 00010000:00000010:2.0:1776190957.145812:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a4c18ec. 00010000:00000010:2.0:1776190957.145843:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000533fc1f3. 00000100:00000010:2.0:1776190957.145851:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.145863:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.145867:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000533fc1f3. 00000400:00000010:2.0:1776190957.145888:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190957.145896:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219136, offset 224 00000400:00000200:2.0:1776190957.145905:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.145921:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.145929:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91751:91751:256:4294967295] 192.168.202.25@tcp LPNI seq info [91751:91751:8:4294967295] 00000400:00000200:2.0:1776190957.145942:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.145948:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.145954:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.145961:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.145971:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.145976:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.145997:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009eaf21b0. 00000020:00000010:2.0:1776190957.146004:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.146007:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000867944d0. 00080000:00000010:1.0:1776190957.147361:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000311d87fa. 00010000:00000010:1.0:1776190957.147498:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c014347. 00010000:00000010:1.0:1776190957.147508:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002bd1f028. 00010000:00000010:1.0:1776190957.147614:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190957.147619:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007f325132. 00010000:00000010:1.0:1776190957.147627:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.0:1776190957.147634:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003c014347. 00080000:00000010:1.0:1776190957.147655:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f78ea7d4. 00010000:00000010:1.0:1776190957.147681:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c014347. 00010000:00000010:1.0:1776190957.147684:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f325132. 00010000:00000010:1.0:1776190957.147749:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aac88223. 00010000:00000010:1.0:1776190957.147753:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003c014347. 00010000:00000010:1.0:1776190957.147762:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd9c7559. 00000100:00000010:1.0:1776190957.147770:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.147782:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190957.147805:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054ff5d39. 02000000:00000010:1.0:1776190957.147854:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f382d738. 00000400:00000010:1.0:1776190957.147864:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014a6df67. 00000400:00000010:1.0:1776190957.147876:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006362b25. 00000100:00000200:1.0:1776190957.147887:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797360960, portal 16 00000400:00000010:1.0:1776190957.147895:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.147898:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797360960, offset 0 00000400:00000200:1.0:1776190957.147912:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.147940:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.147952:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.147957:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.147960:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.147965:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91752:91752:255:4294967295] 192.168.202.25@tcp LPNI seq info [91752:91752:7:4294967295] 00000400:00000200:1.0:1776190957.147979:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.147986:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.147992:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348490). 00000800:00000200:1.0:1776190957.147998:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.148005:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.148010:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.148086:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.148091:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82348242). 00000400:00000200:1.0:1776190957.148100:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.148105:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.148111:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:1.0:1776190957.148114:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00010000:00000010:1.1:1776190957.148172:0:15838:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ed2f845. 00010000:00000010:1.1:1776190957.148180:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2245774. 00000800:00000200:1.0:1776190957.148285:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.148288:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:1.0:1776190957.148294:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.148298:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.148300:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.148301:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.148310:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797360960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.149322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071ee0435. 00010000:00000010:0.1:1776190957.149343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e123e6f. 00010000:00000010:3.1:1776190957.149880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb9e7880. 00000400:00000200:0.0:1776190957.152804:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.152850:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126b40 00000400:00000200:0.0:1776190957.152867:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e01 [1] + 224 00000400:00000200:0.0:1776190957.152886:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.152890:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.152910:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797360960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.152971:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.152977:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ed40 00000400:00000200:0.0:1776190957.152984:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5705 [2] + 1968 00000400:00000010:0.0:1776190957.152990:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b87c6675. 00000400:00000200:0.0:1776190957.153001:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003619d35f 00000400:00000010:2.0:1776190957.153010:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014a6df67. 00000400:00000200:2.0:1776190957.153017:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006362b25 00000400:00000010:2.0:1776190957.153020:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006362b25. 00000100:00000200:2.0:1776190957.153027:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797360960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.153035:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797360960/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190957.153108:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f382d738. 02000000:00000010:2.0:1776190957.153125:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054ff5d39. 00000400:00000200:0.0:1776190957.153125:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.153150:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.153153:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003619d35f 00000400:00000010:0.0:1776190957.153156:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003619d35f (tot 82347842). 00000100:00000010:2.0:1776190957.153162:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000200:0.0:1776190957.153164:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.153170:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00000020:00000010:0.0:1776190957.153261:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d283df2. 00000020:00000010:0.0:1776190957.153272:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190957.153278:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.153318:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010c517e3 x1862468788219200/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190957.153365:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219200 02000000:00000010:0.0:1776190957.153389:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db7d393a. 00010000:00000010:0.0:1776190957.153439:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084c16f41. 00010000:00000010:0.0:1776190957.153472:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000809583c2. 00000100:00000010:0.0:1776190957.153483:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d29a4535. 00010000:00000010:2.0:1776190957.153490:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd9c7559. 00000100:00000010:0.0:1776190957.153492:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d29a4535. 00010000:00000010:0.0:1776190957.153493:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000809583c2. 00000400:00000010:0.0:1776190957.153516:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00080000:00000010:2.0:1776190957.153518:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054ff5d39. 00000100:00000200:0.0:1776190957.153521:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219200, offset 224 00000400:00000200:0.0:1776190957.153533:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.153556:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.153564:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91753:91753:256:4294967295] 192.168.202.25@tcp LPNI seq info [91753:91753:8:4294967295] 00000400:00000200:0.0:1776190957.153576:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.153582:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.153587:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348090). 00000800:00000200:0.0:1776190957.153595:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.153604:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.153610:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.153639:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cda343b8. 00000020:00000010:0.0:1776190957.153646:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.153651:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d283df2. 02000000:00000010:0.0:1776190957.153665:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca355201. 00000100:00000010:0.0:1776190957.153669:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:0.0:1776190957.153675:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e287347f. 00000100:00000010:0.0:1776190957.153678:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:0.0:1776190957.153683:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003be7ae40. 00000100:00000010:0.0:1776190957.153686:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00010000:00000010:2.0:1776190957.153691:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c014347. 02000000:00000010:0.0:1776190957.153692:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5da028d. 00000100:00000010:0.0:1776190957.153694:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00010000:00000010:2.0:1776190957.153698:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad061a0f. 02000000:00000010:0.0:1776190957.153700:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7b54937. 00000100:00000010:0.0:1776190957.153704:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:0.0:1776190957.153709:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c8cf4bc. 00000100:00000010:0.0:1776190957.153712:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 00000100:00000200:0.0:1776190957.153722:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190957.153729:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eaa7850b. 00000400:00000010:0.0:1776190957.153734:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d29a4535 (tot 82348242). 00010000:00000010:2.0:1776190957.153820:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190957.153829:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb517e78. 00000800:00000200:0.0:1776190957.153831:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.153834:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:0.0:1776190957.153838:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.153842:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.153844:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00010000:00000010:2.0:1776190957.153845:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000400:00000010:0.0:1776190957.153846:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000010:2.0:1776190957.153849:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 02000000:00000010:0.0:1776190957.153851:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db7d393a. 00000100:00000010:2.0:1776190957.153860:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190957.153879:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000867944d0. 02000000:00000010:2.0:1776190957.153919:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dda09d9. 00000400:00000010:2.0:1776190957.153925:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016bd8b19. 00000400:00000010:2.0:1776190957.153929:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190957.153935:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361024, portal 16 00000400:00000010:2.0:1776190957.154416:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190957.154423:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361024, offset 0 00000400:00000200:2.0:1776190957.154432:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.154443:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.154454:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.154461:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.154464:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.154467:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91754:91754:256:4294967295] 192.168.202.25@tcp LPNI seq info [91754:91754:8:4294967295] 00000400:00000200:2.0:1776190957.154477:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.154483:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.154486:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190957.154492:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.154499:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.154501:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.155842:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.155857:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:1.0:1776190957.155877:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.155889:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00010000:00000010:2.1:1776190957.155897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052ebe199. 00000400:00000200:1.0:1776190957.155898:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:1.0:1776190957.155900:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:1.0:1776190957.155911:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797361024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.161572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fbd2469. 00010000:00000010:1.1:1776190957.161594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00010000:00000010:1.1:1776190957.161602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190957.161605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67e461c. 00010000:00000010:2.1:1776190957.161880:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c0fb267. 00010000:00000010:2.1:1776190957.164457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000663ddaec. 00010000:00000010:2.1:1776190957.164476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac88223. 00010000:00000010:0.1:1776190957.165208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037c97948. 00000400:00000200:0.0:1776190957.170059:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.170096:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126b80 00000400:00000200:0.0:1776190957.170112:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e11 [1] + 224 00000400:00000200:0.0:1776190957.170183:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.170190:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.170209:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797361024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.170273:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.170279:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ed80 00000400:00000200:0.0:1776190957.170286:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb575d [2] + 0 00000400:00000200:0.0:1776190957.170303:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.170306:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.170311:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.170318:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000400:00000010:2.0:1776190957.170590:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016bd8b19. 00000400:00000200:2.0:1776190957.170598:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:2.0:1776190957.170600:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:2.0:1776190957.170609:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797361024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.170619:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797361024/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190957.170668:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dda09d9. 02000000:00000010:2.0:1776190957.170676:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000867944d0. 00000100:00000010:2.0:1776190957.170683:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:2.0:1776190957.170688:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.170693:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000020:00000010:3.0:1776190957.170807:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aafc214. 00000020:00000010:3.0:1776190957.170819:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.170824:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.170865:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788219264/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190957.170915:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219264 02000000:00000010:3.0:1776190957.171463:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008cf86348. 00010000:00000010:3.0:1776190957.171506:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000066373a4. 00010000:00000010:3.0:1776190957.171535:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.171545:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.171567:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.171572:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190957.171591:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000060a299f4. 00000100:00000200:3.0:1776190957.171597:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219264, offset 224 00000400:00000200:3.0:1776190957.171608:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.171628:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.171636:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91755:91755:256:4294967295] 192.168.202.25@tcp LPNI seq info [91755:91755:8:4294967295] 00000400:00000200:3.0:1776190957.171650:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.171659:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.171665:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190957.171673:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.171683:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.171689:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.171731:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.171753:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.171759:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aafc214. 00080000:00000010:2.0:1776190957.171949:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dda09d9. 00010000:00000010:2.0:1776190957.172073:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb517e78. 00010000:00000010:2.0:1776190957.172085:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c3a9639. 00010000:00000010:2.0:1776190957.172270:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.0:1776190957.172277:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb517e78. 00010000:00000010:2.0:1776190957.172289:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190957.172295:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.172304:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190957.172321:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000867944d0. 02000000:00000010:2.0:1776190957.172367:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003651fd9a. 00000400:00000010:2.0:1776190957.172374:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016bd8b19. 00000400:00000010:2.0:1776190957.172381:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190957.172387:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361088, portal 16 00000400:00000010:2.0:1776190957.172394:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190957.172396:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361088, offset 0 00000400:00000200:2.0:1776190957.172404:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.172415:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.172427:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.172431:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.172435:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.172437:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91756:91756:255:4294967295] 192.168.202.25@tcp LPNI seq info [91756:91756:7:4294967295] 00000400:00000200:2.0:1776190957.172446:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.172451:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.172456:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348490). 00000800:00000200:2.0:1776190957.172461:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.172467:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.172470:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.172609:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.172616:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:1.0:1776190957.172623:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.172628:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.172633:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000060a299f4 00000400:00000010:1.0:1776190957.172636:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000060a299f4. 00000800:00000200:1.0:1776190957.172744:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.172746:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:1.0:1776190957.172754:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.172757:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.172760:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:1.0:1776190957.172761:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000100:00000200:1.0:1776190957.172769:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797361088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.174702:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.174730:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126bc0 00000400:00000200:1.0:1776190957.174743:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e1d [1] + 224 00000400:00000200:1.0:1776190957.174766:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.174770:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.174784:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797361088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190957.174896:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000016bd8b19. 00000400:00000200:2.0:1776190957.174903:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:2.0:1776190957.174905:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:2.0:1776190957.174913:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797361088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.174932:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797361088/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190957.174981:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003651fd9a. 02000000:00000010:2.0:1776190957.174990:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000867944d0. 00000100:00000010:2.0:1776190957.174997:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:2.0:1776190957.175001:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.175006:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000200:0.0:1776190957.175610:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.175628:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86edc0 00000400:00000200:0.0:1776190957.175635:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb575d [2] + 328 00000400:00000200:0.0:1776190957.175718:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.175723:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.175729:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.175736:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:2.0:1776190957.175966:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003651fd9a. 00000020:00000010:2.0:1776190957.175981:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.175988:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.176035:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788219328/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190957.176122:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219328 02000000:00000010:2.0:1776190957.176185:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a25d765. 00010000:00000010:2.0:1776190957.176248:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8939370. 00010000:00000010:2.0:1776190957.176284:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190957.176294:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.176317:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.176320:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190957.176338:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190957.176344:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219328, offset 224 00000400:00000200:2.0:1776190957.176356:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.176372:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.176378:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91757:91757:256:4294967295] 192.168.202.25@tcp LPNI seq info [91757:91757:8:4294967295] 00000400:00000200:2.0:1776190957.176392:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.176398:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.176403:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.176410:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.176419:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.176424:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.176449:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.176454:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.176458:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003651fd9a. 00000800:00000200:0.0:1776190957.176637:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.176644:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:0.0:1776190957.176656:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.176661:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.176664:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:0.0:1776190957.176668:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00080000:00000010:1.0:1776190957.176950:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f382d738. 00010000:00000010:1.0:1776190957.177167:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb517e78. 00010000:00000010:1.0:1776190957.177184:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002dc45a7. 00000001:00000010:1.0:1776190957.177305:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1869c5d. 00000001:00000010:1.0:1776190957.177314:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1869c5d. 00000001:00000010:1.0:1776190957.177319:0:77311:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1869c5d. 00000001:00000010:1.0:1776190957.177322:0:77311:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067875b8c. 00010000:00000010:1.0:1776190957.177370:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e67e461c. 00010000:00000010:1.0:1776190957.177381:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d43208cb. 00010000:00000010:1.0:1776190957.177400:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.177408:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.177422:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190957.177450:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003002f2a2. 02000000:00000010:1.0:1776190957.177505:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063b20852. 00000400:00000010:1.0:1776190957.177512:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000400:00000010:1.0:1776190957.177520:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.177531:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361152, portal 16 00000400:00000010:1.0:1776190957.177538:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb5e233. 00000100:00000200:1.0:1776190957.177541:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361152, offset 0 00000400:00000200:1.0:1776190957.177553:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.177571:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.177582:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.177589:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.177594:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.177598:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91758:91758:256:4294967295] 192.168.202.25@tcp LPNI seq info [91758:91758:8:4294967295] 00000400:00000200:1.0:1776190957.177609:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.177615:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.177621:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190957.177628:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.177634:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.177638:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.177883:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.177887:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:0.0:1776190957.177899:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.177905:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.177910:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb5e233 00000400:00000010:0.0:1776190957.177911:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb5e233. 00000100:00000200:0.0:1776190957.177921:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797361152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.178378:0:77037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073277429. 00010000:00000010:2.1:1776190957.178482:0:64666:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d184b3. 00010000:00000010:2.1:1776190957.178492:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00000400:00000200:0.0:1776190957.179413:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.179437:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126c00 00000400:00000200:0.0:1776190957.179449:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e29 [1] + 224 00000400:00000200:0.0:1776190957.179472:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.179476:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.179491:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797361152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190957.179630:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:1.0:1776190957.179636:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.179638:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.179644:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797361152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.179652:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797361152/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.179696:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063b20852. 02000000:00000010:1.0:1776190957.179705:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003002f2a2. 00000100:00000010:1.0:1776190957.179711:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:1.0:1776190957.179717:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.179722:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000200:0.0:1776190957.180087:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.180098:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ee00 00000400:00000200:0.0:1776190957.180106:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb575d [2] + 656 00000400:00000200:0.0:1776190957.180245:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.180250:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.180257:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.180263:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 00000020:00000010:2.0:1776190957.180395:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003651fd9a. 00000020:00000010:2.0:1776190957.180404:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.180410:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.180443:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b3ab3bf x1862468788219392/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190957.180482:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219392 02000000:00000010:2.0:1776190957.180499:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000867944d0. 00010000:00000010:2.0:1776190957.180535:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003abd99ed. 00010000:00000010:2.0:1776190957.180561:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190957.180568:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.180583:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.180587:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190957.180603:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190957.180609:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219392, offset 224 00000400:00000200:2.0:1776190957.180617:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.180631:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.180638:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91759:91759:256:4294967295] 192.168.202.25@tcp LPNI seq info [91759:91759:8:4294967295] 00000400:00000200:2.0:1776190957.180649:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.180656:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.180661:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.180668:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.180677:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.180682:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.180702:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.180706:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.180710:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003651fd9a. 00000800:00000200:0.0:1776190957.180839:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.180844:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:0.0:1776190957.180851:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.180856:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.180860:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:0.0:1776190957.180862:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00080000:00000010:0.0:1776190957.180899:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db7d393a. 00010000:00000010:0.0:1776190957.181041:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d43208cb. 00010000:00000010:0.0:1776190957.181049:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e896407c. 00010000:00000010:0.0:1776190957.181191:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7ab21eb. 00010000:00000010:0.0:1776190957.181199:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa750b15. 00010000:00000010:0.0:1776190957.181211:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000809583c2. 00000100:00000010:0.0:1776190957.181216:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190957.181236:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190957.181255:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c8cf4bc. 02000000:00000010:0.0:1776190957.181293:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7b54937. 00000400:00000010:0.0:1776190957.181301:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190957.181306:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000327d8254. 00000100:00000200:0.0:1776190957.181313:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361216, portal 16 00000400:00000010:0.0:1776190957.181319:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf828ac6. 00000100:00000200:0.0:1776190957.181321:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361216, offset 0 00000400:00000200:0.0:1776190957.181329:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.181339:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.181349:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.181355:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.181359:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.181361:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91760:91760:256:4294967295] 192.168.202.25@tcp LPNI seq info [91760:91760:8:4294967295] 00000400:00000200:0.0:1776190957.181370:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.181375:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.181380:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190957.181385:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.181391:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.181394:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.181592:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.181596:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:2.0:1776190957.181600:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.181605:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.181608:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf828ac6 00000400:00000010:2.0:1776190957.181610:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf828ac6. 00000100:00000200:2.0:1776190957.181617:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797361216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.182316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000def8ab67. 00010000:00000010:1.1:1776190957.182331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337a81b6. 00010000:00000010:2.1:1776190957.185445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44d5340. 00000400:00000200:0.0:1776190957.185590:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.185615:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126c40 00000400:00000200:0.0:1776190957.185625:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e35 [1] + 224 00000400:00000200:0.0:1776190957.185649:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.185654:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.185669:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797361216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190957.185789:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:1.0:1776190957.185796:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000327d8254 00000400:00000010:1.0:1776190957.185799:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000327d8254. 00000100:00000200:1.0:1776190957.185807:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797361216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.185816:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797361216/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.185868:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7b54937. 02000000:00000010:1.0:1776190957.185879:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c8cf4bc. 00000100:00000010:1.0:1776190957.185886:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:1.0:1776190957.185892:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:1.0:1776190957.185897:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000809583c2. 00000400:00000200:0.0:1776190957.187039:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.187054:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ee40 00000400:00000200:0.0:1776190957.187062:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb575d [2] + 984 00000400:00000200:0.0:1776190957.187125:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.187174:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.187182:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.187188:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:3.0:1776190957.187338:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e88329e5. 00000020:00000010:3.0:1776190957.187347:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.187353:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.187386:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788219456/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190957.187427:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219456 02000000:00000010:3.0:1776190957.187442:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbfa3607. 00010000:00000010:3.0:1776190957.187478:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036a73a44. 00010000:00000010:3.0:1776190957.187506:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.187515:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.187536:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.187542:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190957.187558:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe2eccca. 00000100:00000200:3.0:1776190957.187564:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219456, offset 224 00000400:00000200:3.0:1776190957.187573:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.187587:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.187594:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91761:91761:256:4294967295] 192.168.202.25@tcp LPNI seq info [91761:91761:8:4294967295] 00000400:00000200:3.0:1776190957.187618:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.187623:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.187629:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190957.187637:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.187645:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.187650:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.187679:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.187699:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.187704:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e88329e5. 00080000:00000010:1.0:1776190957.188202:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003002f2a2. 00000800:00000200:0.0:1776190957.188425:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.188429:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190957.188435:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.188442:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.188446:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe2eccca 00000400:00000010:0.0:1776190957.188449:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe2eccca. 00010000:00000010:1.0:1776190957.188535:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa750b15. 00010000:00000010:1.0:1776190957.188544:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007eb75f01. 00010000:00000010:1.0:1776190957.188650:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190957.188655:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007f325132. 00010000:00000010:1.0:1776190957.188661:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190957.188667:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00080000:00000010:1.0:1776190957.188686:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063b20852. 00010000:00000010:1.0:1776190957.188713:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.188717:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f325132. 00010000:00000010:1.0:1776190957.188773:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a88234db. 00010000:00000010:1.0:1776190957.188776:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.188786:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.188794:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.188805:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190957.188824:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c8cf4bc. 02000000:00000010:1.0:1776190957.188861:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb638800. 00000400:00000010:1.0:1776190957.188867:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000400:00000010:1.0:1776190957.188872:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.188878:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361280, portal 16 00000400:00000010:1.0:1776190957.188882:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d786880c. 00000100:00000200:1.0:1776190957.188884:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361280, offset 0 00000400:00000200:1.0:1776190957.188891:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.188901:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.188911:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.188915:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.189001:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.189004:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91762:91762:256:4294967295] 192.168.202.25@tcp LPNI seq info [91762:91762:8:4294967295] 00000400:00000200:1.0:1776190957.189011:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.189016:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.189020:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190957.189025:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.189030:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.189033:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190957.190460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071795244. 00010000:00000010:0.1:1776190957.191059:0:15839:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9c719a9. 00010000:00000010:0.1:1776190957.191070:0:15839:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e67e461c. 00000800:00000200:0.0:1776190957.191508:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.191514:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:0.0:1776190957.191525:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.191536:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.191545:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d786880c 00000400:00000010:0.0:1776190957.191548:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d786880c. 00000100:00000200:0.0:1776190957.191560:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797361280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.193234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007fe47e4. 00010000:00000010:1.1:1776190957.193239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000929ee30a. 00010000:00000010:1.1:1776190957.193261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ab21eb. 00010000:00000010:1.1:1776190957.193268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190957.193273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00000400:00000200:0.0:1776190957.196901:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.196947:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126c80 00000400:00000200:0.0:1776190957.196961:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e41 [1] + 224 00000400:00000200:0.0:1776190957.196981:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.196987:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.197005:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797361280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.197055:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.197061:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ee80 00000400:00000200:0.0:1776190957.197068:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb575d [2] + 1312 00000400:00000010:1.0:1776190957.197602:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:1.0:1776190957.197613:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.197617:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.197628:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797361280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.197638:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797361280/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.197696:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb638800. 02000000:00000010:1.0:1776190957.197707:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c8cf4bc. 00000100:00000010:1.0:1776190957.197714:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:1.0:1776190957.197721:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.197726:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000200:0.0:1776190957.197835:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.197841:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.197850:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.197858:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:2.0:1776190957.198126:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003651fd9a. 00000020:00000010:2.0:1776190957.198375:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.198386:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.198433:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788219520/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190957.198520:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219520 02000000:00000010:2.0:1776190957.198535:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004be5bc9d. 00010000:00000010:2.0:1776190957.198577:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2a77f60. 00010000:00000010:2.0:1776190957.198616:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190957.198626:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.198648:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.198651:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190957.198671:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190957.198677:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219520, offset 224 00000400:00000200:2.0:1776190957.198687:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.198705:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.198713:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91763:91763:256:4294967295] 192.168.202.25@tcp LPNI seq info [91763:91763:8:4294967295] 00000400:00000200:2.0:1776190957.198725:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.198731:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.198737:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.198744:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.198753:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.198758:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.198788:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.198793:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.198796:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003651fd9a. 00080000:00000010:1.0:1776190957.198866:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb638800. 00010000:00000010:1.0:1776190957.198997:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.199005:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec99b145. 00010000:00000010:1.0:1776190957.199108:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190957.199116:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.199175:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.199180:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.199190:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190957.199209:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edb609d1. 02000000:00000010:1.0:1776190957.199255:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c8cf4bc. 00000400:00000010:1.0:1776190957.199263:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000400:00000010:1.0:1776190957.199270:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.199277:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361344, portal 16 00000400:00000010:1.0:1776190957.199284:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbc1f394. 00000100:00000200:1.0:1776190957.199287:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361344, offset 0 00000400:00000200:1.0:1776190957.199293:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.199301:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.199309:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.199314:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.199318:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.199320:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91764:91764:255:4294967295] 192.168.202.25@tcp LPNI seq info [91764:91764:7:4294967295] 00000400:00000200:1.0:1776190957.199328:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.199332:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.199336:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348490). 00000800:00000200:1.0:1776190957.199340:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.199347:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.199349:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.199598:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.199603:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82348242). 00000400:00000200:0.0:1776190957.199612:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.199617:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.199622:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:0.0:1776190957.199624:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000800:00000200:0.0:1776190957.199713:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.199716:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:0.0:1776190957.199722:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.199725:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.199728:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbc1f394 00000400:00000010:0.0:1776190957.199729:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbc1f394. 00000100:00000200:0.0:1776190957.199735:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797361344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.204261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2a938e6. 00010000:00000010:1.1:1776190957.204293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00000400:00000200:0.0:1776190957.207573:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.207604:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126cc0 00000400:00000200:0.0:1776190957.207617:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e4d [1] + 224 00000400:00000200:0.0:1776190957.207636:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.207642:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.207661:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797361344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.207751:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.207757:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86eec0 00000400:00000200:0.0:1776190957.207763:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb575d [2] + 1640 00000400:00000200:0.0:1776190957.207853:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.207858:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.207863:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.207870:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000400:00000010:1.0:1776190957.208363:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:1.0:1776190957.208371:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.208374:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.208383:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797361344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.208394:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797361344/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.208436:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c8cf4bc. 02000000:00000010:1.0:1776190957.208444:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edb609d1. 00000100:00000010:1.0:1776190957.208450:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:1.0:1776190957.208454:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.208459:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000020:00000010:2.0:1776190957.208735:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003651fd9a. 00000020:00000010:2.0:1776190957.208745:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.208750:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.208783:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788219584/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190957.208875:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219584 02000000:00000010:2.0:1776190957.208891:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f93c7973. 00010000:00000010:2.0:1776190957.209007:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eeb024d2. 00010000:00000010:2.0:1776190957.209040:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190957.209049:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.209064:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.209067:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190957.209083:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190957.209088:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219584, offset 224 00000400:00000200:2.0:1776190957.209096:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.209111:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.209118:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91765:91765:256:4294967295] 192.168.202.25@tcp LPNI seq info [91765:91765:8:4294967295] 00000400:00000200:2.0:1776190957.209156:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.209162:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.209168:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.209182:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.209192:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.209198:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.209223:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.209236:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.209240:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003651fd9a. 00000800:00000200:0.0:1776190957.209414:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.209420:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:0.0:1776190957.209430:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.209436:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.209440:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:0.0:1776190957.209442:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00080000:00000010:1.0:1776190957.209602:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c8cf4bc. 00010000:00000010:1.0:1776190957.209742:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.209749:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000114c2db9. 00010000:00000010:1.0:1776190957.209865:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a88234db. 00010000:00000010:1.0:1776190957.209871:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.209883:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.209887:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.209895:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190957.209910:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edb609d1. 02000000:00000010:1.0:1776190957.210263:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040f13e24. 00000400:00000010:1.0:1776190957.210274:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000400:00000010:1.0:1776190957.210281:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.210288:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361408, portal 16 00000400:00000010:1.0:1776190957.210294:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4e2847. 00000100:00000200:1.0:1776190957.210297:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361408, offset 0 00000400:00000200:1.0:1776190957.210307:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.210323:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.210335:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.210340:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.210344:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.210347:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91766:91766:256:4294967295] 192.168.202.25@tcp LPNI seq info [91766:91766:8:4294967295] 00000400:00000200:1.0:1776190957.210357:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.210362:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.210367:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190957.210373:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.210378:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.210381:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.210578:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.210581:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:0.0:1776190957.210588:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.210592:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.210596:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4e2847 00000400:00000010:0.0:1776190957.210598:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4e2847. 00000100:00000200:0.0:1776190957.210605:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797361408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190957.212207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061d2cc13. 00010000:00000010:1.1:1776190957.217362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001252523e. 00010000:00000010:1.1:1776190957.217389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00000400:00000200:0.0:1776190957.218103:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.218194:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126d00 00000400:00000200:0.0:1776190957.218213:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e59 [1] + 224 00000400:00000200:0.0:1776190957.218242:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.218248:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.218268:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797361408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.218302:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.218308:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ef00 00000400:00000200:0.0:1776190957.218313:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb575d [2] + 1968 00000400:00000010:0.0:1776190957.218318:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c5adfe61. 00000400:00000200:0.0:1776190957.218325:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d902203c 00000400:00000200:0.0:1776190957.218338:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.218341:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.218344:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d902203c 00000400:00000010:0.0:1776190957.218345:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d902203c (tot 82347842). 00000100:00000200:0.0:1776190957.218352:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190957.218614:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003651fd9a. 00000020:00000010:2.0:1776190957.218627:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.218633:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.218670:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061ee3088 x1862468788219648/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190957.218709:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219648 02000000:00000010:2.0:1776190957.218726:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cafa9010. 00010000:00000010:2.0:1776190957.218778:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190957.218788:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064bd57a3. 00000100:00000010:2.0:1776190957.218796:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064bd57a3. 00010000:00000010:2.0:1776190957.218800:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190957.218820:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190957.218827:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219648, offset 224 00000400:00000200:2.0:1776190957.218836:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.218850:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.218857:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91767:91767:256:4294967295] 192.168.202.25@tcp LPNI seq info [91767:91767:8:4294967295] 00000400:00000200:2.0:1776190957.218869:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.218875:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.218880:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348090). 00000800:00000200:2.0:1776190957.218887:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.218895:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.218899:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.218930:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.218935:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.218939:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003651fd9a. 02000000:00000010:2.0:1776190957.218950:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f93c7973. 00000100:00000010:2.0:1776190957.218967:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 02000000:00000010:2.0:1776190957.218971:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004be5bc9d. 00000100:00000010:2.0:1776190957.218974:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:2.0:1776190957.218978:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbfa3607. 00000100:00000010:2.0:1776190957.218980:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:2.0:1776190957.218984:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000867944d0. 00000100:00000010:2.0:1776190957.218988:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 02000000:00000010:2.0:1776190957.218991:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a25d765. 00000100:00000010:2.0:1776190957.218994:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:2.0:1776190957.218996:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008cf86348. 00000100:00000010:2.0:1776190957.218999:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000200:2.0:1776190957.219007:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190957.219013:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000016bd8b19. 00000400:00000010:2.0:1776190957.219018:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000064bd57a3 (tot 82348242). 00000400:00000010:1.0:1776190957.219121:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:1.0:1776190957.219127:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.219158:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.219166:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797361408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.219175:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797361408/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.219206:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000973cd473. 02000000:00000010:1.0:1776190957.219241:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040f13e24. 02000000:00000010:1.0:1776190957.219249:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edb609d1. 00000100:00000010:1.0:1776190957.219254:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:1.0:1776190957.219260:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.219264:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00080000:00000010:1.0:1776190957.219290:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040f13e24. 00010000:00000010:1.0:1776190957.219417:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.219423:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062ef0a7f. 00010000:00000010:1.0:1776190957.219528:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190957.219536:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.219550:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.219553:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.219561:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190957.219575:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038e1b8d2. 02000000:00000010:1.0:1776190957.219610:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024b53bfc. 00000400:00000010:1.0:1776190957.219614:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000400:00000010:1.0:1776190957.219618:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.219621:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361472, portal 16 00000400:00000010:1.0:1776190957.219626:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92433b4. 00000100:00000200:1.0:1776190957.219628:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361472, offset 0 00000400:00000200:1.0:1776190957.219634:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.219643:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.219651:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.219656:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.219659:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.219661:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91768:91768:255:4294967295] 192.168.202.25@tcp LPNI seq info [91768:91768:7:4294967295] 00000400:00000200:1.0:1776190957.219669:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.219673:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.219678:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348490). 00000800:00000200:1.0:1776190957.219683:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.219689:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.219691:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.219822:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.219827:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82348242). 00000400:00000200:0.0:1776190957.219836:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.219840:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.219844:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:0.0:1776190957.219846:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 02000000:00000010:0.0:1776190957.219852:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cafa9010. 00000800:00000200:0.0:1776190957.219949:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.219951:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:0.0:1776190957.219956:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.219959:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.219961:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92433b4 00000400:00000010:0.0:1776190957.219963:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92433b4. 00000100:00000200:0.0:1776190957.219968:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797361472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190957.221220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aad28e9. 00000400:00000200:0.0:1776190957.221580:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.221600:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126d40 00000400:00000200:0.0:1776190957.221610:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e69 [1] + 224 00000400:00000200:0.0:1776190957.221628:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.221631:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.221643:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797361472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190957.221734:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:1.0:1776190957.221740:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.221742:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.221749:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797361472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.221756:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797361472/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.221804:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190957.221813:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038e1b8d2. 00000100:00000010:1.0:1776190957.221818:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:1.0:1776190957.221824:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.221828:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000200:0.0:1776190957.225954:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.225993:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ef40 00000400:00000200:0.0:1776190957.226006:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb57b5 [2] + 0 00000400:00000200:0.0:1776190957.226494:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.226504:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.226515:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.226523:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00010000:00000010:1.1:1776190957.226727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001341a875. 00010000:00000010:1.1:1776190957.226738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4932eb6. 00010000:00000010:1.1:1776190957.226743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00000020:00000010:3.0:1776190957.226992:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006572b9db. 00000020:00000010:3.0:1776190957.227002:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.227008:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.227043:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788219712/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190957.227184:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219712 02000000:00000010:3.0:1776190957.227200:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c889672. 00010000:00000010:3.0:1776190957.227255:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053cce35a. 00010000:00000010:3.0:1776190957.227285:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.227295:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.227308:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.227312:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190957.227333:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190957.227341:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219712, offset 224 00000400:00000200:3.0:1776190957.227351:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.227369:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.227376:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91769:91769:256:4294967295] 192.168.202.25@tcp LPNI seq info [91769:91769:8:4294967295] 00000400:00000200:3.0:1776190957.227390:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.227396:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.227402:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190957.227409:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.227417:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.227423:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.227454:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.227473:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.227478:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006572b9db. 00000800:00000200:3.0:1776190957.227546:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.227551:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190957.227554:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.227558:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.227562:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:3.0:1776190957.227564:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 00080000:00000010:1.0:1776190957.227752:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038e1b8d2. 00010000:00000010:1.0:1776190957.227883:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.227893:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048cbd4f0. 00010000:00000010:1.0:1776190957.228000:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a88234db. 00010000:00000010:1.0:1776190957.228006:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.228017:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.228021:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.228030:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190957.228042:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024b53bfc. 02000000:00000010:1.0:1776190957.228073:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edb609d1. 00000400:00000010:1.0:1776190957.228080:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000400:00000010:1.0:1776190957.228087:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.228093:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361536, portal 16 00000400:00000010:1.0:1776190957.228098:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190957.228100:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361536, offset 0 00000400:00000200:1.0:1776190957.228106:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.228115:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.228124:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.228184:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.228188:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.228191:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91770:91770:256:4294967295] 192.168.202.25@tcp LPNI seq info [91770:91770:8:4294967295] 00000400:00000200:1.0:1776190957.228200:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.228205:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.228210:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190957.228216:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.228222:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.228254:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.228309:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.228312:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:1.0:1776190957.228318:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.228322:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.228325:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:1.0:1776190957.228326:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000100:00000200:1.0:1776190957.228332:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797361536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.233368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000257d051b. 00010000:00000010:1.1:1776190957.234048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c1fca4d. 00010000:00000010:1.1:1776190957.234058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00000400:00000200:0.0:1776190957.234497:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.234520:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126d80 00000400:00000200:0.0:1776190957.234531:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e75 [1] + 224 00000400:00000200:0.0:1776190957.234546:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.234551:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.234565:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797361536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.234650:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.234656:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86ef80 00000400:00000200:0.0:1776190957.234661:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb57b5 [2] + 328 00000400:00000200:0.0:1776190957.234731:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.234735:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.234739:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.234747:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:2.0:1776190957.234856:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cafa9010. 00000020:00000010:2.0:1776190957.234866:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.234872:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.234906:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788219776/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190957.234955:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219776 02000000:00000010:2.0:1776190957.234971:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000867944d0. 00010000:00000010:2.0:1776190957.235027:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c0dea62. 00000100:00000010:2.0:1776190957.235036:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004017cf85. 00000100:00000010:2.0:1776190957.235046:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004017cf85. 00010000:00000010:2.0:1776190957.235051:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c0dea62. 00000400:00000010:2.0:1776190957.235075:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:2.0:1776190957.235084:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219776, offset 224 00000400:00000200:2.0:1776190957.235094:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.235110:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.235118:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91771:91771:256:4294967295] 192.168.202.25@tcp LPNI seq info [91771:91771:8:4294967295] 00000400:00000200:2.0:1776190957.235486:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.235494:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.235502:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190957.235511:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.235520:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.235525:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.235549:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.235554:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.235558:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cafa9010. 00000800:00000200:0.0:1776190957.236547:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.236556:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:0.0:1776190957.236569:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.236579:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.236586:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:0.0:1776190957.236589:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000400:00000010:1.0:1776190957.236914:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:1.0:1776190957.237017:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.237019:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.237031:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797361536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.237042:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797361536/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.237083:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006db7931f. 02000000:00000010:1.0:1776190957.237112:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edb609d1. 02000000:00000010:1.0:1776190957.237120:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024b53bfc. 00000100:00000010:1.0:1776190957.237152:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:1.0:1776190957.237158:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.237162:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00080000:00000010:1.0:1776190957.237285:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edb609d1. 00010000:00000010:1.0:1776190957.237416:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.237426:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a36c33bf. 00010000:00000010:1.0:1776190957.237543:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3ad0f9b. 00010000:00000010:1.0:1776190957.237548:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007f325132. 00010000:00000010:1.0:1776190957.237556:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190957.237562:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00080000:00000010:1.0:1776190957.237583:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024b53bfc. 00010000:00000010:1.0:1776190957.237609:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.237613:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f325132. 00010000:00000010:1.0:1776190957.237681:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9043423. 00010000:00000010:1.0:1776190957.237686:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.237696:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.237703:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.237712:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190957.237734:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059aaaabc. 02000000:00000010:1.0:1776190957.237787:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033130bdd. 00000400:00000010:1.0:1776190957.237795:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000400:00000010:1.0:1776190957.237800:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.237808:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361600, portal 16 00000400:00000010:1.0:1776190957.237813:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190957.237816:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361600, offset 0 00000400:00000200:1.0:1776190957.237825:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.237842:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.237851:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.237855:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.237858:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.237862:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91772:91772:256:4294967295] 192.168.202.25@tcp LPNI seq info [91772:91772:8:4294967295] 00000400:00000200:1.0:1776190957.237873:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.237879:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.237885:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190957.237893:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.237902:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.237906:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.240400:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.240410:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:1.0:1776190957.240422:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.240433:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.240440:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:1.0:1776190957.240443:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000100:00000200:1.0:1776190957.240454:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797361600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.247193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cfd5cad. 00010000:00000010:1.1:1776190957.247209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0be226. 00010000:00000010:1.1:1776190957.247214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00010000:00000010:1.1:1776190957.247219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad0f9b. 00010000:00000010:1.1:1776190957.247221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00000400:00000200:3.0:1776190957.255297:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.255323:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126dc0 00000400:00000200:3.0:1776190957.255333:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e81 [1] + 224 00000400:00000200:3.0:1776190957.255348:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.255351:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.255365:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797361600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.255406:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.255413:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86efc0 00000400:00000200:3.0:1776190957.255418:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb57b5 [2] + 656 00000400:00000200:3.0:1776190957.255427:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.255430:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.255434:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.255444:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000400:00000010:1.0:1776190957.255458:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:1.0:1776190957.255465:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:1.0:1776190957.255467:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000020:00000010:2.0:1776190957.255532:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cafa9010. 00000020:00000010:2.0:1776190957.255544:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.255551:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.255592:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788219840/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190957.255635:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219840 02000000:00000010:2.0:1776190957.255651:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004be5bc9d. 00010000:00000010:2.0:1776190957.255705:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000533fc1f3. 00000100:00000010:2.0:1776190957.255714:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d902203c. 00000100:00000010:2.0:1776190957.255722:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d902203c. 00010000:00000010:2.0:1776190957.255726:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000533fc1f3. 00000400:00000010:2.0:1776190957.255745:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020c176a1. 00000100:00000200:1.0:1776190957.256246:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797361600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.256256:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797361600/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.256285:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6503259. 02000000:00000010:1.0:1776190957.256305:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033130bdd. 02000000:00000010:1.0:1776190957.256314:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059aaaabc. 00000100:00000010:1.0:1776190957.256319:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:1.0:1776190957.256324:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.256328:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00080000:00000010:1.0:1776190957.256351:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033130bdd. 00010000:00000010:1.0:1776190957.256652:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.256661:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b715cfce. 00010000:00000010:1.0:1776190957.256796:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000053438c4. 00010000:00000010:1.0:1776190957.256803:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e6db73a9. 00010000:00000010:1.0:1776190957.256816:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.256822:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.256831:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 02000000:00000010:1.0:1776190957.256849:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036445fc8. 02000000:00000010:1.0:1776190957.256886:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a02f6eaf. 00000400:00000010:1.0:1776190957.256893:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000beac5db. 00000100:00000200:2.0:1776190957.257295:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219840, offset 224 00000400:00000200:2.0:1776190957.257311:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.257331:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.257340:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91773:91773:256:4294967295] 192.168.202.25@tcp LPNI seq info [91773:91773:8:4294967295] 00000400:00000200:2.0:1776190957.257353:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.257359:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.257364:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.257370:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.257378:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.257383:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.257450:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.257458:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.257463:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cafa9010. 00000400:00000010:1.0:1776190957.257573:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9821aa4. 00000100:00000200:1.0:1776190957.257581:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361664, portal 16 00000400:00000010:1.0:1776190957.257586:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dc811a. 00000100:00000200:1.0:1776190957.257588:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361664, offset 0 00000400:00000200:1.0:1776190957.257594:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.257600:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.257609:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.257613:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.257616:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.257619:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91774:91774:255:4294967295] 192.168.202.25@tcp LPNI seq info [91774:91774:7:4294967295] 00000400:00000200:1.0:1776190957.257625:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.257630:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.257634:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348490). 00000800:00000200:1.0:1776190957.257638:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.257641:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.257644:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.257726:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.257732:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82348242). 00000400:00000200:0.0:1776190957.257742:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.257747:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.257752:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020c176a1 00000400:00000010:0.0:1776190957.257754:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020c176a1. 00000800:00000200:0.0:1776190957.258336:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.258340:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:0.0:1776190957.258346:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.258351:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.258354:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dc811a 00000400:00000010:0.0:1776190957.258356:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dc811a. 00000100:00000200:0.0:1776190957.258365:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000025866922 x1862468797361664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.264731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3671b75. 00010000:00000010:1.1:1776190957.264777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37a2610. 00010000:00000010:1.1:1776190957.264787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00000400:00000200:1.0:1776190957.265583:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.265613:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126e00 00000400:00000200:1.0:1776190957.265627:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e8d [1] + 224 00000400:00000200:1.0:1776190957.265650:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.265655:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.265673:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000025866922 x1862468797361664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.265727:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.265733:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f000 00000400:00000200:1.0:1776190957.265740:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb57b5 [2] + 984 00000400:00000200:1.0:1776190957.265843:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.265846:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.265852:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.265866:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000400:00000010:0.0:1776190957.265999:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000beac5db. 00000400:00000200:0.0:1776190957.266009:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9821aa4 00000400:00000010:0.0:1776190957.266013:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9821aa4. 00000100:00000200:0.0:1776190957.266021:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000025866922 x1862468797361664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.266031:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000025866922 x1862468797361664/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190957.266091:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a02f6eaf. 02000000:00000010:0.0:1776190957.266101:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036445fc8. 00000100:00000010:0.0:1776190957.266106:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 00000100:00000010:0.0:1776190957.266112:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:0.0:1776190957.266117:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000020:00000010:2.0:1776190957.266481:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cafa9010. 00000020:00000010:2.0:1776190957.266494:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.266501:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.266542:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788219904/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190957.266585:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219904 02000000:00000010:2.0:1776190957.266603:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f93c7973. 00010000:00000010:2.0:1776190957.266862:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004670bb0f. 00010000:00000010:2.0:1776190957.266895:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000533fc1f3. 00000100:00000010:2.0:1776190957.266903:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d902203c. 00000100:00000010:2.0:1776190957.266922:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d902203c. 00010000:00000010:2.0:1776190957.266926:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000533fc1f3. 00000400:00000010:2.0:1776190957.266946:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190957.266953:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219904, offset 224 00000400:00000200:2.0:1776190957.266964:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.266981:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.266990:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91775:91775:256:4294967295] 192.168.202.25@tcp LPNI seq info [91775:91775:8:4294967295] 00000400:00000200:2.0:1776190957.267003:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.267009:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.267015:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.267024:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.267033:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.267038:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.267070:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.267076:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.267079:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cafa9010. 00000800:00000200:2.0:1776190957.267381:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.267387:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:2.0:1776190957.267400:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.267406:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.267413:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:2.0:1776190957.267415:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00080000:00000010:0.0:1776190957.268300:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7b54937. 00010000:00000010:0.0:1776190957.268457:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6db73a9. 00010000:00000010:0.0:1776190957.268468:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eff1ba1f. 00010000:00000010:0.0:1776190957.268592:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000085a5dc1. 00010000:00000010:0.0:1776190957.268601:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fc67885c. 00010000:00000010:0.0:1776190957.269108:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6a1bf36. 00000100:00000010:0.0:1776190957.269121:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190957.269756:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b3ab3bf. 02000000:00000010:0.0:1776190957.269804:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5da028d. 02000000:00000010:0.0:1776190957.269864:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e287347f. 00000400:00000010:0.0:1776190957.269875:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190957.269885:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190957.269897:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361728, portal 16 00000400:00000010:0.0:1776190957.269906:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190957.269911:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361728, offset 0 00000400:00000200:0.0:1776190957.269937:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.269973:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.269989:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.269995:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.269999:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.270005:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91776:91776:256:4294967295] 192.168.202.25@tcp LPNI seq info [91776:91776:8:4294967295] 00000400:00000200:0.0:1776190957.270020:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.270028:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.270035:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190957.270045:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.270057:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.270064:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.270728:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.270741:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:1.0:1776190957.270750:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.270760:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.270775:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:1.0:1776190957.270778:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:1.0:1776190957.270792:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004b3ab3bf x1862468797361728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.275733:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.275762:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126e40 00000400:00000200:1.0:1776190957.276033:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6e99 [1] + 224 00000400:00000200:1.0:1776190957.276064:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.276069:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.276086:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004b3ab3bf x1862468797361728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190957.276248:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d87bd2c. 00000400:00000200:3.0:1776190957.276255:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:3.0:1776190957.276258:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:3.0:1776190957.276266:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004b3ab3bf x1862468797361728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.276274:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004b3ab3bf x1862468797361728/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190957.276319:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e287347f. 02000000:00000010:3.0:1776190957.276328:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5da028d. 00000100:00000010:3.0:1776190957.276333:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004b3ab3bf. 00000100:00000010:3.0:1776190957.276338:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:3.0:1776190957.276343:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6a1bf36. 00000400:00000200:1.0:1776190957.277634:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.277659:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f040 00000400:00000200:1.0:1776190957.277669:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb57b5 [2] + 1312 00000400:00000200:1.0:1776190957.278275:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.278285:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.278295:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.278304:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00010000:00000010:2.1:1776190957.278416:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006de2f065. 00000020:00000010:3.0:1776190957.278792:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006572b9db. 00000020:00000010:3.0:1776190957.278804:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190957.278811:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.278862:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788219968/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190957.278928:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788219968 02000000:00000010:3.0:1776190957.278945:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003829aa24. 00010000:00000010:3.0:1776190957.278993:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cca23d4. 00010000:00000010:3.0:1776190957.279025:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.279034:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.279061:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.279067:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190957.279091:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d0f190. 00000100:00000200:3.0:1776190957.279101:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788219968, offset 224 00000400:00000200:3.0:1776190957.279113:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.279170:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.279179:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91777:91777:256:4294967295] 192.168.202.25@tcp LPNI seq info [91777:91777:8:4294967295] 00000400:00000200:3.0:1776190957.279193:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.279202:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.279208:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190957.279216:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.279236:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.279241:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.279264:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d81e538. 00000020:00000010:3.0:1776190957.279284:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.279289:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006572b9db. 00000800:00000200:1.0:1776190957.279666:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.279671:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:1.0:1776190957.279677:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.279682:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.279689:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d0f190 00000400:00000010:1.0:1776190957.279691:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d0f190. 00080000:00000010:1.0:1776190957.279745:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000030c66e0. 00010000:00000010:1.0:1776190957.280067:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc67885c. 00010000:00000010:1.0:1776190957.280078:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049aa10b0. 00010000:00000010:1.0:1776190957.280306:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9043423. 00010000:00000010:1.0:1776190957.280315:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190957.280331:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006803c0ea. 00000100:00000010:1.0:1776190957.280337:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190957.280349:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190957.280367:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ab7e9dd. 02000000:00000010:1.0:1776190957.280406:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e17a1e5e. 00000400:00000010:1.0:1776190957.280415:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d182179. 00000400:00000010:1.0:1776190957.280422:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190957.280430:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361792, portal 16 00000400:00000010:1.0:1776190957.280436:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec263b15. 00000100:00000200:1.0:1776190957.280439:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361792, offset 0 00000400:00000200:1.0:1776190957.280448:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.280468:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.280478:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.280483:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.280486:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.280490:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91778:91778:256:4294967295] 192.168.202.25@tcp LPNI seq info [91778:91778:8:4294967295] 00000400:00000200:1.0:1776190957.280498:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.280504:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.280509:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190957.280515:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.280521:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.280525:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.284600:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.284617:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:0.0:1776190957.284630:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.284647:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.284655:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec263b15 00000400:00000010:0.0:1776190957.284658:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec263b15. 00000100:00000200:0.0:1776190957.284672:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797361792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.287265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bea40edf. 00010000:00000010:0.1:1776190957.287293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000053438c4. 00000400:00000200:3.0:1776190957.294285:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.294316:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126e80 00000400:00000200:3.0:1776190957.294330:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ea5 [1] + 224 00000400:00000200:3.0:1776190957.294348:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.294352:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.294367:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797361792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.294414:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.294419:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f080 00000400:00000200:3.0:1776190957.294425:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb57b5 [2] + 1640 00000400:00000200:3.0:1776190957.294496:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.294500:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.294505:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.294512:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000400:00000010:1.0:1776190957.296142:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d182179. 00000400:00000200:1.0:1776190957.296159:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:1.0:1776190957.296162:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:1.0:1776190957.296179:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797361792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.296192:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797361792/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.296248:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e17a1e5e. 02000000:00000010:1.0:1776190957.296258:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ab7e9dd. 00000100:00000010:1.0:1776190957.296262:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:1.0:1776190957.296268:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190957.296272:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006803c0ea. 00000020:00000010:0.0:1776190957.296680:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d283df2. 00000020:00000010:0.0:1776190957.296692:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000719885c. 00000020:00000010:0.0:1776190957.296698:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.296734:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788220032/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190957.296857:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220032 02000000:00000010:0.0:1776190957.296876:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000091d0b844. 00010000:00000010:1.1:1776190957.297205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bec91e93. 00010000:00000010:1.1:1776190957.297218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000085a5dc1. 00010000:00000010:3.1:1776190957.297358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de2e1939. 00010000:00000010:0.0:1776190957.297478:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a313ad28. 00010000:00000010:0.0:1776190957.297511:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190957.297520:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3395053. 00000100:00000010:0.0:1776190957.297585:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3395053. 00010000:00000010:0.0:1776190957.297590:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00000400:00000010:0.0:1776190957.297613:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190957.297621:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220032, offset 224 00000400:00000200:0.0:1776190957.297633:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.297655:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.297663:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91779:91779:256:4294967295] 192.168.202.25@tcp LPNI seq info [91779:91779:8:4294967295] 00000400:00000200:0.0:1776190957.297678:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.297685:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.297691:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029193b48 (tot 82348242). 00000800:00000200:0.0:1776190957.297699:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.297708:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.297714:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029193b48 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.297749:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000719885c. 00000020:00000010:0.0:1776190957.297756:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.297760:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d283df2. 00000800:00000200:3.0:1776190957.300550:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.300564:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029193b48 (tot 82347994). 00000400:00000200:3.0:1776190957.300575:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.300591:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.300599:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:3.0:1776190957.300603:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00080000:00000010:1.0:1776190957.306657:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ab7e9dd. 00010000:00000010:1.0:1776190957.306854:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190957.306870:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a5b8714. 00010000:00000010:1.0:1776190957.307027:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a88234db. 00010000:00000010:1.0:1776190957.307036:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2646644. 00010000:00000010:1.0:1776190957.307060:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006803c0ea. 00000100:00000010:1.0:1776190957.307074:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190957.307088:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 02000000:00000010:1.0:1776190957.307114:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e17a1e5e. 02000000:00000010:1.0:1776190957.307207:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c242859f. 00000400:00000010:1.0:1776190957.307219:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007d182179. 00000400:00000010:1.0:1776190957.307238:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003354bf1b. 00000100:00000200:1.0:1776190957.307252:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361856, portal 16 00000400:00000010:1.0:1776190957.307260:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f28b237. 00000100:00000200:1.0:1776190957.307262:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361856, offset 0 00000400:00000200:1.0:1776190957.307276:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.307300:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.307310:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.307314:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.307317:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.307321:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91780:91780:256:4294967295] 192.168.202.25@tcp LPNI seq info [91780:91780:8:4294967295] 00000400:00000200:1.0:1776190957.307335:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.307341:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.307347:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190957.307355:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.307364:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.307369:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.307925:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.307934:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:2.0:1776190957.307946:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.307953:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.307961:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f28b237 00000400:00000010:2.0:1776190957.307965:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f28b237. 00000100:00000200:2.0:1776190957.307977:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001dbbdd0f x1862468797361856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.313710:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.313746:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126ec0 00000400:00000200:1.0:1776190957.313761:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6eb1 [1] + 224 00000400:00000200:1.0:1776190957.313791:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.313796:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.313816:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001dbbdd0f x1862468797361856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.314106:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.314113:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f0c0 00000400:00000200:1.0:1776190957.314121:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb57b5 [2] + 1968 00000400:00000010:1.0:1776190957.314179:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f01632b0. 00000400:00000200:1.0:1776190957.314189:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dca54bda 00000400:00000200:1.0:1776190957.314256:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.314260:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.314263:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dca54bda 00000400:00000010:1.0:1776190957.314265:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dca54bda (tot 82347842). 00000100:00000200:1.0:1776190957.314271:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190957.314522:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075daf0ee. 00000020:00000010:0.0:1776190957.314534:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000719885c. 00000020:00000010:0.0:1776190957.314541:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.314580:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d5b6750 x1862468788220096/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190957.314633:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220096 02000000:00000010:0.0:1776190957.314649:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a63b25aa. 00010000:00000010:0.0:1776190957.314710:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190957.314722:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3395053. 00000100:00000010:0.0:1776190957.314734:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3395053. 00010000:00000010:0.0:1776190957.314737:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00000400:00000010:0.0:1776190957.314760:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190957.314848:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220096, offset 224 00000400:00000200:0.0:1776190957.314861:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.314877:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.314884:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91781:91781:256:4294967295] 192.168.202.25@tcp LPNI seq info [91781:91781:8:4294967295] 00000400:00000200:0.0:1776190957.314897:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.314903:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.314909:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348090). 00000800:00000200:0.0:1776190957.315068:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.315079:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.315085:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.315473:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000719885c. 00000020:00000010:0.0:1776190957.315482:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.315488:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075daf0ee. 02000000:00000010:0.0:1776190957.315501:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000091d0b844. 00000100:00000010:0.0:1776190957.315506:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:0.0:1776190957.315511:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003829aa24. 00000100:00000010:0.0:1776190957.315514:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:0.0:1776190957.315520:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f93c7973. 00000100:00000010:0.0:1776190957.315543:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:0.0:1776190957.315547:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004be5bc9d. 00000100:00000010:0.0:1776190957.315549:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:0.0:1776190957.315553:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000867944d0. 00000100:00000010:0.0:1776190957.315558:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190957.315561:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c889672. 00000100:00000010:0.0:1776190957.315564:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 00000100:00000200:0.0:1776190957.315575:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190957.315583:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067875b8c. 00000400:00000010:0.0:1776190957.315590:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d3395053 (tot 82348242). 00000400:00000010:2.0:1776190957.315787:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007d182179. 00000400:00000200:2.0:1776190957.315794:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003354bf1b 00000400:00000010:2.0:1776190957.315796:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003354bf1b. 00000100:00000200:2.0:1776190957.315809:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001dbbdd0f x1862468797361856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.315820:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001dbbdd0f x1862468797361856/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190957.315861:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e2340cb. 02000000:00000010:2.0:1776190957.315880:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c242859f. 02000000:00000010:2.0:1776190957.315889:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e17a1e5e. 00000100:00000010:2.0:1776190957.315894:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000010:2.0:1776190957.315897:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:2.0:1776190957.315901:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006803c0ea. 00080000:00000010:2.0:1776190957.316125:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a25d765. 00010000:00000010:2.0:1776190957.316333:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2646644. 00010000:00000010:2.0:1776190957.316342:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001878ff7f. 00010000:00000010:2.0:1776190957.316442:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffadca47. 00010000:00000010:2.0:1776190957.316446:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000020c86e37. 00010000:00000010:2.0:1776190957.316454:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190957.316461:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f626225. 00080000:00000010:2.0:1776190957.316479:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003651fd9a. 00010000:00000010:2.0:1776190957.316504:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f626225. 00010000:00000010:2.0:1776190957.316511:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020c86e37. 00010000:00000010:2.0:1776190957.316577:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005805e4e4. 00010000:00000010:2.0:1776190957.316581:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000f626225. 00010000:00000010:2.0:1776190957.316590:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000533fc1f3. 00000100:00000010:2.0:1776190957.316597:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ce5d53a. 00000100:00000010:2.0:1776190957.316609:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190957.316628:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cafa9010. 02000000:00000010:2.0:1776190957.316674:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fac3cd9d. 00000400:00000010:2.0:1776190957.316680:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f080e042. 00000400:00000010:2.0:1776190957.316687:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000c3c6598. 00000100:00000200:2.0:1776190957.316693:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361920, portal 16 00000400:00000010:2.0:1776190957.316699:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190957.316702:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361920, offset 0 00000400:00000200:2.0:1776190957.316710:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.316730:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.316742:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.316747:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.316750:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.316754:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91782:91782:255:4294967295] 192.168.202.25@tcp LPNI seq info [91782:91782:7:4294967295] 00000400:00000200:2.0:1776190957.316861:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.316869:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.316876:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348490). 00000800:00000200:2.0:1776190957.316883:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.316890:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.316895:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.317494:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.317500:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82348242). 00000400:00000200:2.0:1776190957.317508:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.317514:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.317520:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:2.0:1776190957.317522:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 02000000:00000010:2.0:1776190957.317531:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a63b25aa. 00000800:00000200:2.0:1776190957.317905:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.317908:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:2.0:1776190957.317929:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.317934:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.317938:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:2.0:1776190957.317940:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:2.0:1776190957.317950:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797361920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.318184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000646e6d04. 00010000:00000010:1.1:1776190957.320473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df298f3. 00010000:00000010:1.1:1776190957.320494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00010000:00000010:2.1:1776190957.323527:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054385c12. 00010000:00000010:2.1:1776190957.323549:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f489e2f3. 00010000:00000010:2.1:1776190957.323556:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a88234db. 00010000:00000010:2.1:1776190957.323562:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffadca47. 00010000:00000010:2.1:1776190957.323571:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00000400:00000200:2.0:1776190957.323628:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.323653:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126f00 00000400:00000200:2.0:1776190957.323665:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ec1 [1] + 224 00000400:00000200:2.0:1776190957.323681:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.323686:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.323701:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797361920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.323818:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.323823:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f100 00000400:00000200:2.0:1776190957.323830:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb580d [2] + 0 00000400:00000200:2.0:1776190957.323935:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.323939:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.323943:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.323950:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 00000020:00000010:0.0:1776190957.324347:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091d0b844. 00000020:00000010:0.0:1776190957.324357:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190957.324363:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.324401:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000685efc40 x1862468788220160/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190957.324447:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220160 02000000:00000010:0.0:1776190957.324462:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075daf0ee. 00010000:00000010:0.0:1776190957.324521:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190957.324532:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190957.324541:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190957.324546:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00000400:00000010:0.0:1776190957.324568:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190957.324576:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220160, offset 224 00000400:00000200:0.0:1776190957.324585:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.324608:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.324615:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91783:91783:256:4294967295] 192.168.202.25@tcp LPNI seq info [91783:91783:8:4294967295] 00000400:00000200:0.0:1776190957.324628:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.324634:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.324642:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348242). 00000800:00000200:0.0:1776190957.324650:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.324659:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.324664:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.324696:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066a2cf3a. 00000020:00000010:0.0:1776190957.324701:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.324706:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091d0b844. 00000800:00000200:2.0:1776190957.325039:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.325045:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:2.0:1776190957.325050:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.325055:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.325060:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:2.0:1776190957.325063:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000400:00000010:1.0:1776190957.325463:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f080e042. 00000400:00000200:1.0:1776190957.325472:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c3c6598 00000400:00000010:1.0:1776190957.325474:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000c3c6598. 00000100:00000200:1.0:1776190957.325485:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797361920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.325497:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797361920/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.325535:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af3502a7. 02000000:00000010:1.0:1776190957.325565:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fac3cd9d. 02000000:00000010:1.0:1776190957.325573:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cafa9010. 00000100:00000010:1.0:1776190957.325581:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:1.0:1776190957.325585:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ce5d53a. 00010000:00000010:1.0:1776190957.325589:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000533fc1f3. 00080000:00000010:1.0:1776190957.325617:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006290f341. 00010000:00000010:1.0:1776190957.325768:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f626225. 00010000:00000010:1.0:1776190957.325783:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000def5068. 00010000:00000010:1.0:1776190957.326363:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9043423. 00010000:00000010:1.0:1776190957.326374:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041999623. 00010000:00000010:1.0:1776190957.326395:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b89dfa9. 00000100:00000010:1.0:1776190957.326408:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190957.326425:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190957.326452:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e59b5478. 02000000:00000010:1.0:1776190957.326503:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de3e7533. 00000400:00000010:1.0:1776190957.326511:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018b71a60. 00000400:00000010:1.0:1776190957.326518:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190957.326527:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797361984, portal 16 00000400:00000010:1.0:1776190957.326533:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000124650d7. 00000100:00000200:1.0:1776190957.326536:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797361984, offset 0 00000400:00000200:1.0:1776190957.326546:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.326563:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.326573:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.326577:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.326580:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.326583:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91784:91784:256:4294967295] 192.168.202.25@tcp LPNI seq info [91784:91784:8:4294967295] 00000400:00000200:1.0:1776190957.326594:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.326601:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.326606:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.326616:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.326623:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.326628:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.326850:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.326857:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:2.0:1776190957.326867:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.326873:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.326880:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000124650d7 00000400:00000010:2.0:1776190957.326883:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000124650d7. 00000100:00000200:2.0:1776190957.326894:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797361984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.332054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468f2807. 00010000:00000010:1.1:1776190957.332077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae513a34. 00010000:00000010:1.1:1776190957.332082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005805e4e4. 00000400:00000200:2.0:1776190957.333121:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.333413:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126f40 00000400:00000200:2.0:1776190957.333427:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ecd [1] + 224 00000400:00000200:2.0:1776190957.333446:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.333451:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.333467:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797361984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.333517:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.333523:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f140 00000400:00000200:2.0:1776190957.333528:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb580d [2] + 328 00000400:00000200:2.0:1776190957.333609:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.333613:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.333618:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.333626:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 00000020:00000010:3.0:1776190957.334102:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006572b9db. 00000020:00000010:3.0:1776190957.334115:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.334120:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000400:00000010:1.0:1776190957.334354:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018b71a60. 00000100:00000200:3.0:1776190957.334358:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e277f293 x1862468788220224/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000200:1.0:1776190957.334361:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190957.334363:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:1.0:1776190957.334370:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797361984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.334378:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797361984/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.334414:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de3e7533. 02000000:00000010:1.0:1776190957.334421:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e59b5478. 00000100:00000010:1.0:1776190957.334425:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:1.0:1776190957.334429:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190957.334433:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b89dfa9. 00000100:00000200:3.0:1776190957.334453:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220224 02000000:00000010:3.0:1776190957.334469:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df846f50. 00010000:00000010:3.0:1776190957.334508:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd2cb1ee. 00010000:00000010:3.0:1776190957.334538:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.334546:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.334564:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.334567:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190957.334585:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006dca3a73. 00000100:00000200:3.0:1776190957.334590:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220224, offset 224 00000400:00000200:3.0:1776190957.334600:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.334617:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.334624:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91785:91785:256:4294967295] 192.168.202.25@tcp LPNI seq info [91785:91785:8:4294967295] 00000400:00000200:3.0:1776190957.334642:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.334649:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.334655:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190957.334661:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.334670:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.334675:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.334705:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.334724:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.334729:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006572b9db. 00080000:00000010:1.0:1776190957.334800:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e59b5478. 00000800:00000200:2.0:1776190957.334875:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.334881:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:2.0:1776190957.334885:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.334889:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.334893:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006dca3a73 00000400:00000010:2.0:1776190957.334895:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006dca3a73. 00010000:00000010:1.0:1776190957.334944:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041999623. 00010000:00000010:1.0:1776190957.334952:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e8cb6f3. 00010000:00000010:1.0:1776190957.335064:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.0:1776190957.335070:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041999623. 00010000:00000010:1.0:1776190957.335080:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b89dfa9. 00000100:00000010:1.0:1776190957.335082:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190957.335089:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190957.335101:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de3e7533. 02000000:00000010:1.0:1776190957.335166:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f8aa7c. 00000400:00000010:1.0:1776190957.335173:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018b71a60. 00000400:00000010:1.0:1776190957.335178:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190957.335185:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362048, portal 16 00000400:00000010:1.0:1776190957.335191:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075993ef7. 00000100:00000200:1.0:1776190957.335193:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362048, offset 0 00000400:00000200:1.0:1776190957.335199:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.335207:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.335215:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.335219:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.335222:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.335242:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91786:91786:256:4294967295] 192.168.202.25@tcp LPNI seq info [91786:91786:8:4294967295] 00000400:00000200:1.0:1776190957.335249:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.335253:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.335257:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.335262:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.335267:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.335269:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.335376:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.335379:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:2.0:1776190957.335384:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.335388:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.335390:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075993ef7 00000400:00000010:2.0:1776190957.335392:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075993ef7. 00000100:00000200:2.0:1776190957.335397:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797362048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.338793:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.338826:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126f80 00000400:00000200:2.0:1776190957.338840:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ed9 [1] + 224 00000400:00000200:2.0:1776190957.338861:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.338866:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.338883:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797362048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.338941:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.338948:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f180 00000400:00000200:2.0:1776190957.338954:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb580d [2] + 656 00000400:00000200:2.0:1776190957.338969:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776190957.338970:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018b71a60. 00000400:00000200:2.0:1776190957.338972:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.338978:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:1.0:1776190957.338980:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:2.0:1776190957.338986:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1776190957.338986:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797362048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1776190957.338994:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 00000100:00000200:1.0:1776190957.338994:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797362048/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.339046:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f8aa7c. 02000000:00000010:1.0:1776190957.339055:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de3e7533. 00000100:00000010:1.0:1776190957.339061:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:1.0:1776190957.339065:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:1.0:1776190957.339071:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b89dfa9. 00010000:00000010:1.1:1776190957.339336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1e75f13. 00010000:00000010:1.1:1776190957.339346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00000020:00000010:3.0:1776190957.339370:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006572b9db. 00000020:00000010:3.0:1776190957.339381:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.339387:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.339430:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000881722c8 x1862468788220288/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776190957.339568:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220288 02000000:00000010:3.0:1776190957.339588:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c889672. 00010000:00000010:3.0:1776190957.339635:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af274d44. 00010000:00000010:3.0:1776190957.339670:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.339679:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.339696:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.339701:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190957.339723:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000615966f7. 00000100:00000200:3.0:1776190957.339729:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220288, offset 224 00000400:00000200:3.0:1776190957.339738:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.339752:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.339758:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91787:91787:256:4294967295] 192.168.202.25@tcp LPNI seq info [91787:91787:8:4294967295] 00000400:00000200:3.0:1776190957.339769:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.339775:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.339782:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190957.339789:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.339798:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.339805:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.339834:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190957.339854:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.339859:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006572b9db. 00080000:00000010:1.0:1776190957.339936:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de3e7533. 00000800:00000200:2.0:1776190957.340042:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.340047:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:2.0:1776190957.340051:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.340055:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.340059:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000615966f7 00000400:00000010:2.0:1776190957.340061:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000615966f7. 00010000:00000010:1.0:1776190957.340077:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041999623. 00010000:00000010:1.0:1776190957.340083:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ae0c1c9. 00010000:00000010:1.0:1776190957.340222:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9043423. 00010000:00000010:1.0:1776190957.340240:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000041999623. 00010000:00000010:1.0:1776190957.340254:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b89dfa9. 00000100:00000010:1.0:1776190957.340258:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190957.340267:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190957.340281:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050f8aa7c. 02000000:00000010:1.0:1776190957.340313:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c813fc39. 00000400:00000010:1.0:1776190957.340319:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000018b71a60. 00000400:00000010:1.0:1776190957.340324:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190957.340331:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362112, portal 16 00000400:00000010:1.0:1776190957.340336:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190957.340339:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362112, offset 0 00000400:00000200:1.0:1776190957.340344:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.340350:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.340357:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.340360:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.340363:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.340364:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91788:91788:256:4294967295] 192.168.202.25@tcp LPNI seq info [91788:91788:8:4294967295] 00000400:00000200:1.0:1776190957.340370:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.340373:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.340376:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190957.340378:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.340382:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.340384:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.340455:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.340458:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:2.0:1776190957.340463:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.340467:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.340470:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:2.0:1776190957.340471:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00000100:00000200:2.0:1776190957.340478:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797362112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.346428:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.346456:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf126fc0 00000400:00000200:0.0:1776190957.346468:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ee5 [1] + 224 00000400:00000200:0.0:1776190957.346486:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.346491:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.346507:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797362112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.346935:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.346942:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f1c0 00000400:00000200:0.0:1776190957.346947:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb580d [2] + 984 00000400:00000200:0.0:1776190957.347025:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.347029:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.347033:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.347040:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000020:00000010:2.0:1776190957.347518:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003726faa1. 00000020:00000010:2.0:1776190957.347530:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.347536:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.347575:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788220352/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190957.347623:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220352 02000000:00000010:2.0:1776190957.347643:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b662755. 00010000:00000010:2.0:1776190957.347696:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190957.347705:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053176b5c. 00000100:00000010:2.0:1776190957.347713:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053176b5c. 00010000:00000010:2.0:1776190957.347719:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000010:2.0:1776190957.347742:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190957.347750:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220352, offset 224 00000400:00000200:2.0:1776190957.347760:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.347787:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.347795:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91789:91789:256:4294967295] 192.168.202.25@tcp LPNI seq info [91789:91789:8:4294967295] 00000400:00000200:2.0:1776190957.347808:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.347814:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.347821:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.347828:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.347837:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.347842:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.347868:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.347873:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.347877:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003726faa1. 00000800:00000200:2.0:1776190957.347992:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.347995:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:2.0:1776190957.348003:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.348008:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.348012:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:2.0:1776190957.348014:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00010000:00000010:3.1:1776190957.349898:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c455274e. 00000400:00000010:3.0:1776190957.349940:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000018b71a60. 00000400:00000200:3.0:1776190957.349947:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:3.0:1776190957.349949:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:3.0:1776190957.349970:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797362112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.349982:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797362112/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.350024:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000289d994c. 02000000:00000010:3.0:1776190957.350048:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c813fc39. 02000000:00000010:3.0:1776190957.350057:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050f8aa7c. 00000100:00000010:3.0:1776190957.350062:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:3.0:1776190957.350068:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:3.0:1776190957.350072:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b89dfa9. 00010000:00000010:1.1:1776190957.352270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc9fcd0c. 00010000:00000010:1.1:1776190957.352285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ec16dc. 00010000:00000010:3.1:1776190957.352796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005919dcfd. 00080000:00000010:2.0:1776190957.353479:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093437f6b. 00010000:00000010:2.0:1776190957.354255:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041999623. 00010000:00000010:2.0:1776190957.354273:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ecff49e9. 00010000:00000010:2.0:1776190957.354390:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004eb451cc. 00010000:00000010:2.0:1776190957.354400:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000089fb9498. 00010000:00000010:2.0:1776190957.354421:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190957.354432:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053176b5c. 00000100:00000010:2.0:1776190957.354444:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 02000000:00000010:2.0:1776190957.355899:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003726faa1. 02000000:00000010:2.0:1776190957.355983:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088d252d8. 00000400:00000010:2.0:1776190957.355997:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb843036. 00000400:00000010:2.0:1776190957.356010:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190957.356023:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362176, portal 16 00000400:00000010:2.0:1776190957.356031:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5eba557. 00000100:00000200:2.0:1776190957.356034:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362176, offset 0 00000400:00000200:2.0:1776190957.356047:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.356074:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.356085:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.356090:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.356094:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.356097:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91790:91790:256:4294967295] 192.168.202.25@tcp LPNI seq info [91790:91790:8:4294967295] 00000400:00000200:2.0:1776190957.356107:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.356114:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.356119:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.356127:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.356150:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.356155:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776190957.359311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf35d6a3. 00000800:00000200:3.0:1776190957.359994:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.360003:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:3.0:1776190957.360016:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.360028:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.360036:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5eba557 00000400:00000010:3.0:1776190957.360039:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5eba557. 00000100:00000200:3.0:1776190957.360051:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040ee37c4 x1862468797362176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.362194:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.362235:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127000 00000400:00000200:3.0:1776190957.362250:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ef1 [1] + 224 00000400:00000200:3.0:1776190957.362271:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.362275:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.362288:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040ee37c4 x1862468797362176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190957.362483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e3912fa. 00010000:00000010:2.1:1776190957.362493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00000400:00000010:2.0:1776190957.362518:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb843036. 00000400:00000200:2.0:1776190957.362524:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:2.0:1776190957.362526:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000100:00000200:2.0:1776190957.362531:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040ee37c4 x1862468797362176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.362536:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040ee37c4 x1862468797362176/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190957.362575:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088d252d8. 02000000:00000010:2.0:1776190957.362581:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003726faa1. 00000100:00000010:2.0:1776190957.362587:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 00000100:00000010:2.0:1776190957.362590:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053176b5c. 00010000:00000010:2.0:1776190957.362593:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000200:2.0:1776190957.368720:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.368752:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f200 00000400:00000200:2.0:1776190957.368763:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb580d [2] + 1312 00000400:00000200:2.0:1776190957.368879:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.368885:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.368897:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.368906:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 00000020:00000010:3.0:1776190957.369271:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006572b9db. 00000020:00000010:3.0:1776190957.369283:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a2126339. 00000020:00000010:3.0:1776190957.369290:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.369330:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040ee37c4 x1862468788220416/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776190957.369364:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220416 02000000:00000010:3.0:1776190957.369378:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003829aa24. 00010000:00000010:3.0:1776190957.369424:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001df22b3. 00010000:00000010:3.0:1776190957.369456:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aaaea086. 00000100:00000010:3.0:1776190957.369465:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.369483:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.369490:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aaaea086. 00000400:00000010:3.0:1776190957.369512:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190957.369520:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220416, offset 224 00000400:00000200:3.0:1776190957.369531:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.369548:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.369555:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91791:91791:256:4294967295] 192.168.202.25@tcp LPNI seq info [91791:91791:8:4294967295] 00000400:00000200:3.0:1776190957.369566:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.369571:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.369576:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190957.369583:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.369592:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.369597:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.369619:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a2126339. 00000020:00000010:3.0:1776190957.369639:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.369643:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006572b9db. 00000800:00000200:3.0:1776190957.369740:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.369743:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190957.369747:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.369751:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.369755:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:3.0:1776190957.369758:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00080000:00000010:0.0:1776190957.369992:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a63b25aa. 00010000:00000010:0.0:1776190957.370169:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089fb9498. 00010000:00000010:0.0:1776190957.370182:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eda3fb95. 00010000:00000010:0.0:1776190957.370308:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd8a38fe. 00010000:00000010:0.0:1776190957.370316:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190957.370331:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190957.370336:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190957.370347:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190957.370364:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000867944d0. 02000000:00000010:0.0:1776190957.370396:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004be5bc9d. 00000400:00000010:0.0:1776190957.370405:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190957.370412:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190957.370419:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362240, portal 16 00000400:00000010:0.0:1776190957.370426:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190957.370429:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362240, offset 0 00000400:00000200:0.0:1776190957.370437:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.370448:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.370459:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.370463:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.370467:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.370470:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91792:91792:256:4294967295] 192.168.202.25@tcp LPNI seq info [91792:91792:8:4294967295] 00000400:00000200:0.0:1776190957.370479:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.370484:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.370489:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190957.370495:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.370500:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.370503:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.370872:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.370877:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82347994). 00000400:00000200:3.0:1776190957.370883:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.370889:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.370895:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:3.0:1776190957.370897:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 00000100:00000200:3.0:1776190957.370907:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797362240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.378615:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.378644:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127040 00000400:00000200:2.0:1776190957.378656:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6efd [1] + 224 00000400:00000200:2.0:1776190957.378673:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.378678:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.378695:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797362240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.378797:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.378803:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f240 00000400:00000200:2.0:1776190957.378809:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb580d [2] + 1640 00000400:00000200:2.0:1776190957.378883:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.378887:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.378893:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.378900:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000020:00000010:3.0:1776190957.380583:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006572b9db. 00000020:00000010:3.0:1776190957.380598:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a2126339. 00000020:00000010:3.0:1776190957.380617:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.380658:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788220480/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190957.380701:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220480 02000000:00000010:3.0:1776190957.380718:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e88329e5. 00010000:00000010:3.0:1776190957.380777:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.380786:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.380795:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:3.0:1776190957.380800:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000010:3.0:1776190957.380822:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190957.380831:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220480, offset 224 00000400:00000200:3.0:1776190957.380842:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.380860:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.380868:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91793:91793:256:4294967295] 192.168.202.25@tcp LPNI seq info [91793:91793:8:4294967295] 00000400:00000200:3.0:1776190957.380880:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.380941:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.380947:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190957.380955:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.380964:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.380969:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.380994:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a2126339. 00000020:00000010:3.0:1776190957.381015:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.381021:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006572b9db. 00010000:00000010:3.1:1776190957.381161:0:15838:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b051cf. 00000800:00000200:3.0:1776190957.381192:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.381197:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:3.0:1776190957.381202:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.381208:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.381215:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:3.0:1776190957.381220:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00010000:00000010:0.1:1776190957.382352:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d852ef8b. 00010000:00000010:0.1:1776190957.382528:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb451cc. 00000400:00000010:0.0:1776190957.382553:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:0.0:1776190957.382560:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:0.0:1776190957.382562:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:0.0:1776190957.382578:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797362240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.382591:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797362240/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190957.382646:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acd2582c. 02000000:00000010:0.0:1776190957.382675:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004be5bc9d. 02000000:00000010:0.0:1776190957.382685:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000867944d0. 00000100:00000010:0.0:1776190957.382690:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:0.0:1776190957.382696:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190957.382699:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00080000:00000010:0.0:1776190957.382754:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000867944d0. 00010000:00000010:0.0:1776190957.382908:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190957.382931:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005657a866. 00010000:00000010:0.0:1776190957.383083:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f08b37b. 00010000:00000010:0.0:1776190957.383092:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d4f5b0bc. 00010000:00000010:0.0:1776190957.383110:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091994a1e. 00000100:00000010:0.0:1776190957.383118:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190957.383167:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190957.383837:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004be5bc9d. 02000000:00000010:0.0:1776190957.383889:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d283df2. 00000400:00000010:0.0:1776190957.383898:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190957.383906:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190957.384504:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362304, portal 16 00000400:00000010:0.0:1776190957.384517:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190957.384522:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362304, offset 0 00000400:00000200:0.0:1776190957.384534:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.384558:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.384567:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.384574:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.384577:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.384582:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91794:91794:256:4294967295] 192.168.202.25@tcp LPNI seq info [91794:91794:8:4294967295] 00000400:00000200:0.0:1776190957.384595:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.384692:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.384699:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348242). 00000800:00000200:0.0:1776190957.384707:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.384715:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.384720:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.385120:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.385513:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:3.0:1776190957.385522:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.385530:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.385538:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:3.0:1776190957.385541:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:3.0:1776190957.385737:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797362304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.389640:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.389673:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127080 00000400:00000200:2.0:1776190957.389686:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f09 [1] + 224 00000400:00000200:2.0:1776190957.389703:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.389707:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.389722:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797362304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.389778:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.389784:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f280 00000400:00000200:2.0:1776190957.389789:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb580d [2] + 1968 00000400:00000010:2.0:1776190957.389794:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000528b6d02. 00000400:00000200:2.0:1776190957.389798:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000186215c9 00000400:00000200:2.0:1776190957.389861:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.389865:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.389867:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000186215c9 00000400:00000010:2.0:1776190957.389870:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000186215c9 (tot 82347842). 00000100:00000200:2.0:1776190957.389874:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776190957.389945:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088d252d8. 00000020:00000010:2.0:1776190957.389955:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.389961:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.389997:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d8b2a433 x1862468788220544/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190957.390036:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220544 02000000:00000010:2.0:1776190957.390051:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000011adba8. 00010000:00000010:2.0:1776190957.390112:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190957.390121:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b31e427d. 00000100:00000010:2.0:1776190957.390154:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b31e427d. 00010000:00000010:2.0:1776190957.390160:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000010:3.0:1776190957.390274:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000053ed8eb7. 00000400:00000200:3.0:1776190957.390280:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:3.0:1776190957.390282:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:3.0:1776190957.390290:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797362304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.390298:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797362304/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.390376:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d59aee80. 00000400:00000010:2.0:1776190957.390376:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190957.390384:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220544, offset 224 00000400:00000200:2.0:1776190957.390392:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 02000000:00000010:3.0:1776190957.390399:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d283df2. 02000000:00000010:3.0:1776190957.390406:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004be5bc9d. 00000400:00000200:2.0:1776190957.390407:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000100:00000010:3.0:1776190957.390412:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000400:00000200:2.0:1776190957.390415:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91795:91795:256:4294967295] 192.168.202.25@tcp LPNI seq info [91795:91795:8:4294967295] 00000100:00000010:3.0:1776190957.390416:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:3.0:1776190957.390420:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091994a1e. 00000400:00000200:2.0:1776190957.390429:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.390435:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00080000:00000010:3.0:1776190957.390442:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006572b9db. 00000800:00000010:2.0:1776190957.390442:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348090). 00000800:00000200:2.0:1776190957.390449:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.390458:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.390462:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.390488:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002c3a9639. 00000020:00000010:2.0:1776190957.390493:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.390497:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088d252d8. 02000000:00000010:2.0:1776190957.390507:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e88329e5. 00000100:00000010:2.0:1776190957.390510:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190957.390514:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003829aa24. 00000100:00000010:2.0:1776190957.390516:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 02000000:00000010:2.0:1776190957.390519:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b662755. 00000100:00000010:2.0:1776190957.390523:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:2.0:1776190957.390526:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c889672. 00000100:00000010:2.0:1776190957.390528:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190957.390531:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df846f50. 00000100:00000010:2.0:1776190957.390533:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190957.390535:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075daf0ee. 00000100:00000010:2.0:1776190957.390538:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000100:00000200:2.0:1776190957.390546:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776190957.390552:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb843036. 00000400:00000010:2.0:1776190957.390557:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b31e427d (tot 82348242). 00010000:00000010:3.0:1776190957.390575:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f5b0bc. 00010000:00000010:3.0:1776190957.390582:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dccdbb07. 00010000:00000010:3.0:1776190957.390684:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000506e19be. 00010000:00000010:3.0:1776190957.390692:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190957.390705:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d9a4c5f. 00000100:00000010:3.0:1776190957.390709:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5a43f19. 00000100:00000010:3.0:1776190957.390767:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190957.390785:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cf86348. 02000000:00000010:3.0:1776190957.390821:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbfa3607. 00000800:00000200:2.0:1776190957.390826:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1776190957.390827:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c67ae1bc. 00000800:00000010:2.0:1776190957.390832:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000010:3.0:1776190957.390833:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050bea4ef. 00000100:00000200:3.0:1776190957.390837:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362368, portal 16 00000400:00000200:2.0:1776190957.390840:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776190957.390842:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e8f44af. 00000100:00000200:3.0:1776190957.390844:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362368, offset 0 00000400:00000200:2.0:1776190957.390845:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.390849:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.390852:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:2.0:1776190957.390854:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000400:00000200:3.0:1776190957.390856:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 02000000:00000010:2.0:1776190957.390858:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000011adba8. 00000400:00000200:3.0:1776190957.390865:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.390870:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.390874:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.390877:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91796:91796:255:4294967295] 192.168.202.25@tcp LPNI seq info [91796:91796:7:4294967295] 00000400:00000200:3.0:1776190957.390884:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.390888:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.390892:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190957.390896:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.390899:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.390901:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776190957.391345:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c1a50c6. 00010000:00000010:0.1:1776190957.391368:0:78428:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000104ec740. 00010000:00000010:0.1:1776190957.391374:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8a38fe. 00000800:00000200:2.0:1776190957.391822:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.391827:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:2.0:1776190957.391833:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.391841:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.391845:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e8f44af 00000400:00000010:2.0:1776190957.391847:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e8f44af. 00000100:00000200:2.0:1776190957.391857:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797362368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.393936:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.393968:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1270c0 00000400:00000200:2.0:1776190957.393981:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f19 [1] + 224 00000400:00000200:2.0:1776190957.394001:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.394006:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.394023:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797362368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.394072:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.394077:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f2c0 00000400:00000200:2.0:1776190957.394083:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5865 [2] + 0 00000400:00000010:0.0:1776190957.394093:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c67ae1bc. 00000400:00000200:0.0:1776190957.394100:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050bea4ef 00000400:00000010:0.0:1776190957.394103:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050bea4ef. 00000100:00000200:0.0:1776190957.394109:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797362368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.394122:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797362368/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190957.394254:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbfa3607. 02000000:00000010:0.0:1776190957.394263:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cf86348. 00000100:00000010:0.0:1776190957.394268:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:0.0:1776190957.394274:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5a43f19. 00010000:00000010:0.0:1776190957.394280:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d9a4c5f. 00000400:00000200:2.0:1776190957.394592:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.394598:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.394605:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.394611:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 00000020:00000010:3.0:1776190957.396151:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aafc214. 00000020:00000010:3.0:1776190957.396170:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a2126339. 00000020:00000010:3.0:1776190957.396179:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.396221:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000685efc40 x1862468788220608/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776190957.396275:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220608 02000000:00000010:3.0:1776190957.396292:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003be7ae40. 00010000:00000010:3.0:1776190957.396332:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d134966e. 00010000:00000010:3.0:1776190957.396365:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aaaea086. 00000100:00000010:3.0:1776190957.396387:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190957.396406:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:3.0:1776190957.396411:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aaaea086. 00000400:00000010:3.0:1776190957.396432:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065cc7f7f. 00000100:00000200:3.0:1776190957.396441:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220608, offset 224 00000400:00000200:3.0:1776190957.396455:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.396478:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.396488:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91797:91797:256:4294967295] 192.168.202.25@tcp LPNI seq info [91797:91797:8:4294967295] 00000400:00000200:3.0:1776190957.396501:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.396508:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.396514:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190957.396522:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.396532:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.396537:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.396566:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a2126339. 00000020:00000010:3.0:1776190957.396587:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.396592:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aafc214. 00080000:00000010:0.0:1776190957.396929:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d283df2. 00010000:00000010:0.0:1776190957.397078:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:0.0:1776190957.397088:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000753874e6. 00010000:00000010:0.0:1776190957.397607:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd8a38fe. 00010000:00000010:0.0:1776190957.397619:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d113c42. 00010000:00000010:0.0:1776190957.397637:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000020cb77b4. 00000100:00000010:0.0:1776190957.397645:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190957.397655:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190957.397674:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c4fee21. 02000000:00000010:0.0:1776190957.397713:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000620e9f52. 00000400:00000010:0.0:1776190957.397722:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190957.397730:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190957.397737:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362432, portal 16 00000400:00000010:0.0:1776190957.397743:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190957.397746:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362432, offset 0 00000400:00000200:0.0:1776190957.397755:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.397769:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.397779:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.397783:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.397786:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.397789:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91798:91798:255:4294967295] 192.168.202.25@tcp LPNI seq info [91798:91798:7:4294967295] 00000400:00000200:0.0:1776190957.397798:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.397805:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.397813:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083e3f151 (tot 82348490). 00000800:00000200:0.0:1776190957.397820:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.397828:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.397832:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083e3f151 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.398898:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.398908:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82348242). 00000400:00000200:2.0:1776190957.398921:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.398932:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.398939:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065cc7f7f 00000400:00000010:2.0:1776190957.398942:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065cc7f7f. 00000800:00000200:2.0:1776190957.399049:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.399051:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083e3f151 (tot 82347994). 00000400:00000200:2.0:1776190957.399054:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.399059:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.399061:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:2.0:1776190957.399063:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00000100:00000200:2.0:1776190957.399073:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797362432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.405849:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.405883:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127100 00000400:00000200:2.0:1776190957.405896:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f25 [1] + 224 00000400:00000200:2.0:1776190957.405933:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.405939:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.405964:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797362432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190957.406252:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190957.406258:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:0.0:1776190957.406261:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000100:00000200:0.0:1776190957.406268:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797362432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.406276:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797362432/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190957.406335:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000620e9f52. 02000000:00000010:0.0:1776190957.406342:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c4fee21. 00000100:00000010:0.0:1776190957.406352:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:0.0:1776190957.406356:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190957.406365:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000020cb77b4. 00010000:00000010:3.1:1776190957.408512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000069555f9. 00010000:00000010:3.1:1776190957.408532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e6edf90. 00010000:00000010:3.1:1776190957.408541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f08b37b. 00010000:00000010:3.1:1776190957.410484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b181c8dc. 00000400:00000200:2.0:1776190957.412702:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.412730:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f300 00000400:00000200:2.0:1776190957.412741:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5865 [2] + 328 00000400:00000200:2.0:1776190957.412823:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.412829:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.412838:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.412847:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 00000020:00000010:0.0:1776190957.412988:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c4fee21. 00000020:00000010:0.0:1776190957.413000:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000753874e6. 00000020:00000010:0.0:1776190957.413005:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.413039:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e277f293 x1862468788220672/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190957.413084:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220672 02000000:00000010:0.0:1776190957.413101:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000015f9e53b. 00010000:00000010:0.0:1776190957.413177:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9623271. 00010000:00000010:0.0:1776190957.413207:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190957.413215:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190957.413240:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190957.413244:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00000400:00000010:0.0:1776190957.413262:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190957.413268:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220672, offset 224 00000400:00000200:0.0:1776190957.413279:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.413295:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.413302:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91799:91799:256:4294967295] 192.168.202.25@tcp LPNI seq info [91799:91799:8:4294967295] 00000400:00000200:0.0:1776190957.413314:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.413320:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.413326:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b9dbfce3 (tot 82348242). 00000800:00000200:0.0:1776190957.413333:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.413341:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.413346:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b9dbfce3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.413368:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000753874e6. 00000020:00000010:0.0:1776190957.413372:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.413633:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c4fee21. 00080000:00000010:0.0:1776190957.413677:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c4fee21. 00010000:00000010:0.0:1776190957.413808:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d113c42. 00010000:00000010:0.0:1776190957.413816:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e99858d2. 00010000:00000010:0.0:1776190957.414010:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cad17a2c. 00010000:00000010:0.0:1776190957.414019:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d113c42. 00010000:00000010:0.0:1776190957.414035:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000489c7377. 00000100:00000010:0.0:1776190957.414039:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190957.414051:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190957.414073:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ef961bd. 02000000:00000010:0.0:1776190957.414121:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d11c0e75. 00000400:00000010:0.0:1776190957.414166:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190957.414174:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190957.414182:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362496, portal 16 00000400:00000010:0.0:1776190957.414189:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190957.414191:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362496, offset 0 00000400:00000200:0.0:1776190957.414199:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.414211:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.414221:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.414236:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.414239:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.414242:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91800:91800:255:4294967295] 192.168.202.25@tcp LPNI seq info [91800:91800:7:4294967295] 00000400:00000200:0.0:1776190957.414250:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.414256:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.414260:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a581c7f4 (tot 82348490). 00000800:00000200:0.0:1776190957.414267:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.414273:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.414275:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a581c7f4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.414439:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.414444:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b9dbfce3 (tot 82348242). 00000400:00000200:2.0:1776190957.414449:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.414455:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.414460:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:2.0:1776190957.414463:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 00000800:00000200:2.0:1776190957.414559:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.414561:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a581c7f4 (tot 82347994). 00000400:00000200:2.0:1776190957.414564:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.414567:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.414569:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:2.0:1776190957.414571:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00000100:00000200:2.0:1776190957.414577:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797362496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.416272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004ce0d99. 00010000:00000010:0.1:1776190957.416292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000506e19be. 00000400:00000200:2.0:1776190957.422654:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.422684:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127140 00000400:00000200:2.0:1776190957.422697:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f31 [1] + 224 00000400:00000200:2.0:1776190957.422719:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.422724:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.422740:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797362496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190957.426003:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:3.0:1776190957.426023:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:3.0:1776190957.426026:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000100:00000200:3.0:1776190957.426048:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797362496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.426062:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797362496/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190957.426108:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d11c0e75. 02000000:00000010:3.0:1776190957.426118:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003ef961bd. 00000100:00000010:3.0:1776190957.426124:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:3.0:1776190957.426147:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:3.0:1776190957.426152:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000489c7377. 00010000:00000010:0.1:1776190957.426467:0:78439:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004af587fa. 00010000:00000010:0.1:1776190957.426478:0:78439:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beac13e3. 00010000:00000010:0.1:1776190957.426482:0:78439:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8a38fe. 00000400:00000200:0.0:1776190957.435484:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.435515:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f340 00000400:00000200:0.0:1776190957.435529:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5865 [2] + 656 00000400:00000200:0.0:1776190957.435626:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.435632:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.435641:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.435649:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:3.0:1776190957.435969:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aafc214. 00000020:00000010:3.0:1776190957.435981:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190957.435988:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.436048:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788220736/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776190957.436099:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220736 02000000:00000010:3.0:1776190957.436117:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008cf86348. 00010000:00000010:3.0:1776190957.436188:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073e01b0a. 00010000:00000010:3.0:1776190957.436232:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aaaea086. 00000100:00000010:3.0:1776190957.436242:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190957.436264:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:3.0:1776190957.436269:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aaaea086. 00000400:00000010:3.0:1776190957.436293:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d209541b. 00000100:00000200:3.0:1776190957.436301:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220736, offset 224 00000400:00000200:3.0:1776190957.436313:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.436329:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.436337:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91801:91801:256:4294967295] 192.168.202.25@tcp LPNI seq info [91801:91801:8:4294967295] 00000400:00000200:3.0:1776190957.436351:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.436358:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.436364:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190957.436374:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.436383:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.436389:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776190957.436413:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050f8aa7c. 00000020:00000010:3.0:1776190957.436417:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190957.436436:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.436440:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aafc214. 00010000:00000010:1.0:1776190957.436563:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d113c42. 00010000:00000010:1.0:1776190957.436572:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a26556c. 00010000:00000010:1.0:1776190957.436692:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.0:1776190957.436699:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190957.436714:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acc563cc. 00000100:00000010:1.0:1776190957.436718:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.436727:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190957.436742:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c813fc39. 02000000:00000010:1.0:1776190957.436787:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e17a1e5e. 00000400:00000010:1.0:1776190957.436796:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc6a8ee2. 00000400:00000010:1.0:1776190957.436803:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190957.436809:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362560, portal 16 00000400:00000010:1.0:1776190957.436814:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190957.436817:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362560, offset 0 00000400:00000200:1.0:1776190957.436823:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.436830:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.436837:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.436841:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.436845:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.436848:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91802:91802:255:4294967295] 192.168.202.25@tcp LPNI seq info [91802:91802:7:4294967295] 00000400:00000200:1.0:1776190957.436856:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.436860:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.436864:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348490). 00000800:00000200:1.0:1776190957.436868:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.436872:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.436875:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.437748:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.437756:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:3.0:1776190957.437762:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.437771:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.437777:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d209541b 00000400:00000010:3.0:1776190957.437780:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d209541b. 00000800:00000200:3.0:1776190957.437873:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.437876:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:3.0:1776190957.437882:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.437886:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.437888:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:3.0:1776190957.437890:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:3.0:1776190957.437909:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797362560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.444422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ddfecfc. 00000400:00000200:2.0:1776190957.447994:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:1.1:1776190957.448209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003faa91a6. 00010000:00000010:1.1:1776190957.448238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cad17a2c. 00000400:00000200:2.0:1776190957.448391:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127180 00000400:00000200:2.0:1776190957.448404:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f3d [1] + 224 00000400:00000200:2.0:1776190957.448422:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.448427:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.448443:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797362560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.448488:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.448494:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f380 00000400:00000200:2.0:1776190957.448499:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5865 [2] + 984 00000400:00000200:2.0:1776190957.448512:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.448515:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.448520:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.448526:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 00000020:00000010:3.0:1776190957.448653:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aafc214. 00000020:00000010:3.0:1776190957.448665:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190957.448672:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190957.448704:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000881722c8 x1862468788220800/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:1.0:1776190957.448726:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc6a8ee2. 00000400:00000200:1.0:1776190957.448733:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:1.0:1776190957.448736:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:1.0:1776190957.448742:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc1feb73 x1862468797362560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.448745:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220800 00000100:00000200:1.0:1776190957.448750:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc1feb73 x1862468797362560/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190957.448758:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bbfa3607. 02000000:00000010:1.0:1776190957.448795:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e17a1e5e. 00010000:00000010:3.0:1776190957.448799:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f11bd473. 02000000:00000010:1.0:1776190957.448804:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c813fc39. 00000100:00000010:1.0:1776190957.448808:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000010:1.0:1776190957.448814:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.448819:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acc563cc. 00010000:00000010:3.0:1776190957.448827:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aaaea086. 00000100:00000010:3.0:1776190957.448835:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190957.448847:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:3.0:1776190957.448851:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aaaea086. 00000400:00000010:3.0:1776190957.448868:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d209541b. 00000100:00000200:3.0:1776190957.448874:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220800, offset 224 00080000:00000010:1.0:1776190957.448876:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c813fc39. 00000400:00000200:3.0:1776190957.448884:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.448911:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.449010:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91803:91803:256:4294967295] 192.168.202.25@tcp LPNI seq info [91803:91803:8:4294967295] 00010000:00000010:1.0:1776190957.449011:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190957.449021:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e9ddb18. 00000400:00000200:3.0:1776190957.449024:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.449031:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.449038:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190957.449047:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.449056:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.449063:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190957.449091:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fb4a050c. 00000020:00000010:3.0:1776190957.449114:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190957.449118:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aafc214. 00010000:00000010:1.0:1776190957.449194:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001771490e. 00010000:00000010:1.0:1776190957.449202:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190957.449218:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acc563cc. 00000100:00000010:1.0:1776190957.449231:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.449239:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190957.449254:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e17a1e5e. 02000000:00000010:1.0:1776190957.449287:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c242859f. 00000400:00000010:1.0:1776190957.449291:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc6a8ee2. 00000400:00000010:1.0:1776190957.449296:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190957.449301:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362624, portal 16 00000400:00000010:1.0:1776190957.449306:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190957.449307:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362624, offset 0 00000400:00000200:1.0:1776190957.449313:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.449320:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.449327:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.449332:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.449335:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.449338:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91804:91804:255:4294967295] 192.168.202.25@tcp LPNI seq info [91804:91804:7:4294967295] 00000400:00000200:1.0:1776190957.449344:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.449348:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.449351:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348490). 00000800:00000200:1.0:1776190957.449354:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.449358:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.449361:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.449628:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.449634:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82348242). 00000400:00000200:0.0:1776190957.449639:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.449644:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.449649:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d209541b 00000400:00000010:0.0:1776190957.449650:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d209541b. 00000800:00000200:0.0:1776190957.449744:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.449746:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:0.0:1776190957.449753:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.449756:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.449758:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:0.0:1776190957.449760:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:0.0:1776190957.449766:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797362624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.452819:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.452850:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1271c0 00000400:00000200:2.0:1776190957.452864:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f49 [1] + 224 00000400:00000200:2.0:1776190957.452888:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.452906:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.452926:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797362624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190957.456352:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc6a8ee2. 00000400:00000200:1.0:1776190957.456370:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:1.0:1776190957.456373:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:1.0:1776190957.456397:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc1feb73 x1862468797362624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.456411:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc1feb73 x1862468797362624/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.456462:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c242859f. 02000000:00000010:1.0:1776190957.456475:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e17a1e5e. 00000100:00000010:1.0:1776190957.456480:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000010:1.0:1776190957.456486:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:1.0:1776190957.456491:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acc563cc. 00010000:00000010:3.1:1776190957.460520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016c33122. 00010000:00000010:1.1:1776190957.460530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af55a12. 00010000:00000010:1.1:1776190957.460539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ec16dc. 00000400:00000200:2.0:1776190957.463864:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.463891:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f3c0 00000400:00000200:2.0:1776190957.463914:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5865 [2] + 1312 00000400:00000200:2.0:1776190957.464560:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.464569:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.464579:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.464587:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 00000020:00000010:2.0:1776190957.475782:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000011adba8. 00000020:00000010:2.0:1776190957.475803:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020c86e37. 00000020:00000010:2.0:1776190957.475810:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.475863:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040ee37c4 x1862468788220864/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190957.475903:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220864 02000000:00000010:2.0:1776190957.475916:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088d252d8. 00010000:00000010:2.0:1776190957.475961:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa952765. 00010000:00000010:2.0:1776190957.475995:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190957.476010:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052c3941d. 00000100:00000010:2.0:1776190957.476028:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052c3941d. 00010000:00000010:2.0:1776190957.476034:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000010:2.0:1776190957.476056:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b358076f. 00000100:00000200:2.0:1776190957.476068:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220864, offset 224 00000400:00000200:2.0:1776190957.476081:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.476105:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.476113:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91805:91805:256:4294967295] 192.168.202.25@tcp LPNI seq info [91805:91805:8:4294967295] 00000400:00000200:2.0:1776190957.476127:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.476159:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.476167:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.476704:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.476716:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.476722:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.476896:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.476902:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:0.0:1776190957.476914:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.476921:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.476927:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b358076f 00000400:00000010:0.0:1776190957.476930:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b358076f. 00000020:00000010:2.0:1776190957.478118:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020c86e37. 00000020:00000010:2.0:1776190957.478141:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.478146:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000011adba8. 00080000:00000010:1.0:1776190957.480993:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e17a1e5e. 00010000:00000010:1.0:1776190957.481205:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190957.481219:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003804ee2e. 00010000:00000010:1.0:1776190957.481371:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.0:1776190957.481378:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a74e4069. 00010000:00000010:1.0:1776190957.481394:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acc563cc. 00000100:00000010:1.0:1776190957.481403:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd11b9b3. 00000100:00000010:1.0:1776190957.481417:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 02000000:00000010:1.0:1776190957.481433:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c242859f. 02000000:00000010:1.0:1776190957.481479:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036445fc8. 00000400:00000010:1.0:1776190957.481489:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc6a8ee2. 00000400:00000010:1.0:1776190957.481497:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190957.481506:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362688, portal 16 00000400:00000010:1.0:1776190957.481512:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190957.481515:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362688, offset 0 00000400:00000200:1.0:1776190957.481529:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.481554:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.481563:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.481567:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.481570:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.481574:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91806:91806:256:4294967295] 192.168.202.25@tcp LPNI seq info [91806:91806:8:4294967295] 00000400:00000200:1.0:1776190957.481587:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.481593:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.481599:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190957.481607:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.481616:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.481621:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.483521:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.483532:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:3.0:1776190957.483546:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.483557:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.483565:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:3.0:1776190957.483568:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000100:00000200:3.0:1776190957.483582:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc1feb73 x1862468797362688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.494865:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.494894:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127200 00000400:00000200:2.0:1776190957.494909:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f55 [1] + 224 00000400:00000200:2.0:1776190957.494929:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.494934:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.494956:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc1feb73 x1862468797362688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.494999:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.495005:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f400 00000400:00000200:2.0:1776190957.495011:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5865 [2] + 1640 00000400:00000200:2.0:1776190957.495108:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.495112:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.495117:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.495125:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000020:00000010:2.0:1776190957.495220:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000011adba8. 00000020:00000010:2.0:1776190957.495238:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020c86e37. 00000020:00000010:2.0:1776190957.495245:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.495286:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788220928/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190957.495322:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220928 02000000:00000010:2.0:1776190957.495337:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ee8af8a. 00010000:00000010:2.0:1776190957.495393:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190957.495404:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052c3941d. 00000100:00000010:2.0:1776190957.495413:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052c3941d. 00010000:00000010:2.0:1776190957.495418:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000010:2.0:1776190957.495438:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000102d8640. 00000100:00000200:2.0:1776190957.495445:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220928, offset 224 00000400:00000200:2.0:1776190957.495453:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.495470:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.495476:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91807:91807:256:4294967295] 192.168.202.25@tcp LPNI seq info [91807:91807:8:4294967295] 00000400:00000200:2.0:1776190957.495488:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.495494:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.495499:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.495507:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.495517:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.495521:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.495555:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020c86e37. 00000020:00000010:2.0:1776190957.495560:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.495563:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000011adba8. 00000800:00000200:0.0:1776190957.495620:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.495626:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:0.0:1776190957.495632:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.495636:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000010:2.0:1776190957.497143:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc6a8ee2. 00000400:00000200:2.0:1776190957.497159:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:2.0:1776190957.497161:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:2.0:1776190957.497190:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc1feb73 x1862468797362688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.497204:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc1feb73 x1862468797362688/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776190957.497252:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006114d5db. 02000000:00000010:2.0:1776190957.497272:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036445fc8. 02000000:00000010:2.0:1776190957.497280:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c242859f. 00000100:00000010:2.0:1776190957.497284:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 00000100:00000010:2.0:1776190957.497289:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd11b9b3. 00010000:00000010:2.0:1776190957.497293:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acc563cc. 00080000:00000010:2.0:1776190957.497319:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000011adba8. 00010000:00000010:2.0:1776190957.497456:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a74e4069. 00010000:00000010:2.0:1776190957.497465:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bfa6764f. 00010000:00000010:2.0:1776190957.497569:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014b21411. 00010000:00000010:2.0:1776190957.497577:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000792f0412. 00010000:00000010:2.0:1776190957.497592:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dcb1411. 00000100:00000010:2.0:1776190957.499743:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052c3941d. 00000100:00000010:2.0:1776190957.499781:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190957.499808:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058a0287e. 02000000:00000010:2.0:1776190957.499860:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cff1d8c. 00000400:00000010:2.0:1776190957.499871:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a13125cc. 00010000:00000010:2.1:1776190957.501027:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe36d62d. 00000400:00000200:0.0:1776190957.501621:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000102d8640 00000400:00000010:0.0:1776190957.501627:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000102d8640. 00000400:00000010:2.0:1776190957.503341:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e64b6eb. 00000100:00000200:2.0:1776190957.503365:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362752, portal 16 00000400:00000010:2.0:1776190957.503374:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9983d67. 00000100:00000200:2.0:1776190957.503377:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362752, offset 0 00000400:00000200:2.0:1776190957.503390:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.503414:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.503424:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.503428:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.503432:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.503436:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91808:91808:256:4294967295] 192.168.202.25@tcp LPNI seq info [91808:91808:8:4294967295] 00000400:00000200:2.0:1776190957.503447:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.503454:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.503461:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190957.503469:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.503477:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.503482:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.503788:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.503794:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:1.0:1776190957.503805:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.503810:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.503815:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9983d67 00000400:00000010:1.0:1776190957.503817:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9983d67. 00000100:00000200:1.0:1776190957.503827:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797362752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.510239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6a8a962. 00010000:00000010:1.1:1776190957.510263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00000400:00000200:2.0:1776190957.514968:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.514996:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127240 00000400:00000200:2.0:1776190957.515008:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f61 [1] + 224 00000400:00000200:2.0:1776190957.515039:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.515044:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.515059:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797362752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190957.515163:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a13125cc. 00000400:00000200:1.0:1776190957.515170:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e64b6eb 00000400:00000010:1.0:1776190957.515173:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e64b6eb. 00000100:00000200:1.0:1776190957.515181:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797362752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.515189:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797362752/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.515247:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cff1d8c. 02000000:00000010:1.0:1776190957.515256:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058a0287e. 00000100:00000010:1.0:1776190957.515261:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:1.0:1776190957.515265:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052c3941d. 00010000:00000010:1.0:1776190957.515270:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dcb1411. 00000400:00000200:1.0:1776190957.526100:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.526165:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f440 00000400:00000200:1.0:1776190957.526178:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5865 [2] + 1968 00000400:00000010:1.0:1776190957.526185:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093c0993f. 00000400:00000200:1.0:1776190957.526195:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000066fb42a2 00000400:00000200:1.0:1776190957.526305:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.526311:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.526317:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066fb42a2 00000400:00000010:1.0:1776190957.526320:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000066fb42a2 (tot 82347842). 00000100:00000200:1.0:1776190957.526329:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1776190957.531276:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009990288f. 00010000:00000010:2.1:1776190957.531297:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eaf216c. 00010000:00000010:2.1:1776190957.531301:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ec16dc. 00000020:00000010:2.0:1776190957.548027:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004712b33. 00000020:00000010:2.0:1776190957.548046:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000020c86e37. 00000020:00000010:2.0:1776190957.548054:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.548108:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8026513 x1862468788220992/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190957.549434:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788220992 02000000:00000010:2.0:1776190957.549473:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032385449. 00010000:00000010:2.0:1776190957.549542:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d43473a. 00010000:00000010:2.0:1776190957.549582:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c06cadff. 00000100:00000010:2.0:1776190957.549599:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052c3941d. 00000100:00000010:2.0:1776190957.549625:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052c3941d. 00010000:00000010:2.0:1776190957.549631:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c06cadff. 00000400:00000010:2.0:1776190957.549652:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190957.549662:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788220992, offset 224 00000400:00000200:2.0:1776190957.549677:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.549704:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.549713:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91809:91809:256:4294967295] 192.168.202.25@tcp LPNI seq info [91809:91809:8:4294967295] 00000400:00000200:2.0:1776190957.549727:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.549735:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.549742:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348090). 00000800:00000200:2.0:1776190957.549750:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.549761:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.549766:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.549795:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000020c86e37. 00000020:00000010:2.0:1776190957.549801:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.549808:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004712b33. 02000000:00000010:2.0:1776190957.549818:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ee8af8a. 00000100:00000010:2.0:1776190957.549821:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:2.0:1776190957.549825:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088d252d8. 00000100:00000010:2.0:1776190957.549828:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 02000000:00000010:2.0:1776190957.549831:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bbfa3607. 00000100:00000010:2.0:1776190957.549835:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190957.549839:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008cf86348. 00000100:00000010:2.0:1776190957.549841:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:2.0:1776190957.549844:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000015f9e53b. 00000100:00000010:2.0:1776190957.549849:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190957.549851:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003be7ae40. 00000100:00000010:2.0:1776190957.549854:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000100:00000200:2.0:1776190957.549863:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00080000:00000010:0.0:1776190957.550329:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2921593. 00010000:00000010:0.0:1776190957.550489:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000792f0412. 00010000:00000010:0.0:1776190957.550505:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc49d9b7. 00010000:00000010:0.0:1776190957.550639:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd8a38fe. 00010000:00000010:0.0:1776190957.550647:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000312d8d2. 00010000:00000010:0.0:1776190957.550664:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a45657b7. 00000100:00000010:0.0:1776190957.550670:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190957.550682:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190957.550703:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d11c0e75. 02000000:00000010:0.0:1776190957.550750:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000840c33b1. 00000400:00000010:0.0:1776190957.550759:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190957.550767:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190957.550778:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362816, portal 16 00000400:00000010:0.0:1776190957.550785:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000338f3d4f. 00000100:00000200:0.0:1776190957.550789:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362816, offset 0 00000400:00000200:0.0:1776190957.550801:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.550820:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.550835:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.550840:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.550844:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.550847:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91810:91810:255:4294967295] 192.168.202.25@tcp LPNI seq info [91810:91810:7:4294967295] 00000400:00000200:0.0:1776190957.550860:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.550868:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.550875:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348338). 00000800:00000200:0.0:1776190957.550881:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.550889:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.550893:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.551539:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.551545:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82348090). 00000400:00000200:2.0:1776190957.551556:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.551563:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.551569:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:2.0:1776190957.551572:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 02000000:00000010:2.0:1776190957.551581:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032385449. 00000800:00000200:2.0:1776190957.551680:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.551682:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347842). 00000400:00000200:2.0:1776190957.551687:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.551690:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.551692:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000338f3d4f 00000400:00000010:2.0:1776190957.551693:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000338f3d4f. 00000100:00000200:2.0:1776190957.551700:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797362816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190957.551729:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f0c4f789. 00000400:00000010:2.0:1776190957.551737:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000052c3941d (tot 82347994). 00000400:00000200:2.0:1776190957.562758:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.562791:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127280 00000400:00000200:2.0:1776190957.562808:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f6d [1] + 224 00000400:00000200:2.0:1776190957.562825:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.562830:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.562846:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797362816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.565325:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.565344:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f480 00000400:00000200:2.0:1776190957.565355:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb58bd [2] + 0 00000400:00000200:2.0:1776190957.565452:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.565457:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.565465:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.565472:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 00000020:00000010:1.0:1776190957.565621:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a1213a4. 00000020:00000010:1.0:1776190957.565631:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000073fa33bd. 00000020:00000010:1.0:1776190957.565637:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.565675:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000685efc40 x1862468788221056/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190957.565727:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221056 02000000:00000010:1.0:1776190957.565741:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c242859f. 00010000:00000010:1.0:1776190957.565792:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.565801:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.565810:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.565814:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00000400:00000010:1.0:1776190957.565834:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190957.565841:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221056, offset 224 00000400:00000200:1.0:1776190957.565852:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.565869:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.565875:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91811:91811:256:4294967295] 192.168.202.25@tcp LPNI seq info [91811:91811:8:4294967295] 00000400:00000200:1.0:1776190957.565887:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.565893:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.565898:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190957.565904:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.565927:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.565932:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.565956:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000073fa33bd. 00000020:00000010:1.0:1776190957.565961:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.566189:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a1213a4. 00000800:00000200:1.0:1776190957.566316:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.566320:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:1.0:1776190957.566326:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.566332:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.566337:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:1.0:1776190957.566340:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00010000:00000010:2.1:1776190957.571194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e87eb0. 00000400:00000010:0.0:1776190957.573162:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa32442b. 00000400:00000200:0.0:1776190957.573178:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:0.0:1776190957.573181:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000100:00000200:0.0:1776190957.573206:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797362816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.573233:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797362816/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190957.573289:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e162edfb. 02000000:00000010:0.0:1776190957.573325:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000840c33b1. 02000000:00000010:0.0:1776190957.573335:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d11c0e75. 00000100:00000010:0.0:1776190957.573341:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:0.0:1776190957.573348:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190957.573352:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a45657b7. 00010000:00000010:0.1:1776190957.578528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf6a2f3. 00010000:00000010:0.1:1776190957.578556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b21411. 00080000:00000010:2.0:1776190957.579115:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032385449. 00010000:00000010:2.0:1776190957.579499:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000312d8d2. 00010000:00000010:2.0:1776190957.579514:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff7fa306. 00010000:00000010:2.0:1776190957.579633:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003441c430. 00010000:00000010:2.0:1776190957.579643:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de640a2e. 00010000:00000010:2.0:1776190957.579666:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c06cadff. 00000100:00000010:2.0:1776190957.579681:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bdd9743. 00000100:00000010:2.0:1776190957.579694:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190957.579716:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088d252d8. 02000000:00000010:2.0:1776190957.579766:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ee8af8a. 00000400:00000010:2.0:1776190957.579775:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014d0f0af. 00000400:00000010:2.0:1776190957.579786:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b3d490d1. 00000100:00000200:2.0:1776190957.579798:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362880, portal 16 00000400:00000010:2.0:1776190957.579806:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8315b05. 00000100:00000200:2.0:1776190957.579808:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362880, offset 0 00000400:00000200:2.0:1776190957.579823:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.579850:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.579864:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.579871:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.579875:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.579879:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91812:91812:256:4294967295] 192.168.202.25@tcp LPNI seq info [91812:91812:8:4294967295] 00000400:00000200:2.0:1776190957.579892:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.579900:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.579906:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190957.580103:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.580114:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.580119:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.584404:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.584595:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:1.0:1776190957.584614:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.584628:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.584636:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8315b05 00000400:00000010:1.0:1776190957.584640:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8315b05. 00000100:00000200:1.0:1776190957.584655:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797362880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.587259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000543b0e68. 00000400:00000200:3.0:1776190957.590464:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.590495:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1272c0 00000400:00000200:3.0:1776190957.590507:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f7d [1] + 224 00000400:00000200:3.0:1776190957.590532:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.590538:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.590556:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797362880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190957.590658:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014d0f0af. 00000400:00000200:3.0:1776190957.590664:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3d490d1 00000400:00000010:3.0:1776190957.590667:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b3d490d1. 00000100:00000200:3.0:1776190957.590673:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797362880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.590681:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797362880/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190957.590728:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ee8af8a. 02000000:00000010:3.0:1776190957.590736:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088d252d8. 00000100:00000010:3.0:1776190957.590740:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:3.0:1776190957.590746:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bdd9743. 00010000:00000010:3.0:1776190957.590752:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c06cadff. 00010000:00000010:2.1:1776190957.592372:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000261bb964. 00010000:00000010:2.1:1776190957.592411:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd8a38fe. 00000400:00000200:3.0:1776190957.593124:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.593372:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f4c0 00000400:00000200:3.0:1776190957.593383:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb58bd [2] + 328 00000400:00000200:3.0:1776190957.593468:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.593473:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.593485:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.593493:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000020:00000010:0.0:1776190957.593699:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000840c33b1. 00000020:00000010:0.0:1776190957.593712:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f3e772b. 00000020:00000010:0.0:1776190957.593719:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.593765:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788221120/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190957.593812:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221120 02000000:00000010:0.0:1776190957.593831:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce2f7208. 00010000:00000010:0.0:1776190957.593885:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003eca470d. 00010000:00000010:0.0:1776190957.593921:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a45657b7. 00000100:00000010:0.0:1776190957.593930:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190957.593944:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190957.593949:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a45657b7. 00000400:00000010:0.0:1776190957.593978:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000034cf998. 00000100:00000200:0.0:1776190957.593989:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221120, offset 224 00000400:00000200:0.0:1776190957.594002:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.594021:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.594031:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91813:91813:256:4294967295] 192.168.202.25@tcp LPNI seq info [91813:91813:8:4294967295] 00000400:00000200:0.0:1776190957.594044:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.594051:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.594058:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348242). 00000800:00000200:0.0:1776190957.594067:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.594077:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.594084:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776190957.594267:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c889672. 00010000:00000010:3.0:1776190957.594410:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de640a2e. 00010000:00000010:3.0:1776190957.594421:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3dfa6c3. 00010000:00000010:3.0:1776190957.594527:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:3.0:1776190957.594536:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.594551:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c65c77da. 00000100:00000010:3.0:1776190957.594556:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190957.594566:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190957.594582:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003829aa24. 02000000:00000010:3.0:1776190957.594618:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e88329e5. 00000400:00000010:3.0:1776190957.594624:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190957.594631:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190957.594639:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797362944, portal 16 00000400:00000010:3.0:1776190957.594646:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7c17ee. 00000100:00000200:3.0:1776190957.594648:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797362944, offset 0 00000400:00000200:3.0:1776190957.594655:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.594665:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.594676:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.594680:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.594685:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.594687:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91814:91814:255:4294967295] 192.168.202.25@tcp LPNI seq info [91814:91814:7:4294967295] 00000400:00000200:3.0:1776190957.594695:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.594700:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.594704:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348490). 00000800:00000200:3.0:1776190957.594709:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.594714:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.594717:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.599533:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f3e772b. 00000020:00000010:0.0:1776190957.599560:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.599566:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000840c33b1. 00000800:00000200:1.0:1776190957.600088:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.600094:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82348242). 00000400:00000200:1.0:1776190957.600102:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.600119:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.601775:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000034cf998 00000400:00000010:1.0:1776190957.601787:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000034cf998. 00000800:00000200:1.0:1776190957.601946:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.601949:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190957.601957:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.601978:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.601983:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7c17ee 00000400:00000010:1.0:1776190957.601985:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7c17ee. 00000100:00000200:1.0:1776190957.601996:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797362944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.607094:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.607122:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127300 00000400:00000200:0.0:1776190957.607178:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f89 [1] + 224 00000400:00000200:0.0:1776190957.607194:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.607199:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.607215:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797362944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.607264:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.607271:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f500 00000400:00000200:0.0:1776190957.607277:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb58bd [2] + 656 00000400:00000200:0.0:1776190957.607289:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.607292:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.607296:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.607304:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 00000020:00000010:1.0:1776190957.607471:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a02f6eaf. 00000020:00000010:1.0:1776190957.607481:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190957.607488:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.607528:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e347a4f9 x1862468788221184/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776190957.607574:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221184 02000000:00000010:1.0:1776190957.607592:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036445fc8. 00010000:00000010:1.0:1776190957.607654:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.607663:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.607672:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.607677:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00000400:00000010:1.0:1776190957.607699:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190957.607705:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221184, offset 224 00000400:00000200:1.0:1776190957.607715:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.607729:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.607736:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91815:91815:256:4294967295] 192.168.202.25@tcp LPNI seq info [91815:91815:8:4294967295] 00000400:00000200:1.0:1776190957.607748:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.607754:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.607760:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190957.607767:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.607776:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.607782:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.607802:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190957.607806:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.607810:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a02f6eaf. 00000800:00000200:3.0:1776190957.608153:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.608160:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:3.0:1776190957.608170:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.608175:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.608181:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:3.0:1776190957.608184:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00000400:00000010:3.0:1776190957.608218:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:3.0:1776190957.608233:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:3.0:1776190957.608235:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:3.0:1776190957.608243:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797362944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.608252:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797362944/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.608282:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002cef8d5. 02000000:00000010:3.0:1776190957.608301:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e88329e5. 02000000:00000010:3.0:1776190957.608310:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003829aa24. 00000100:00000010:3.0:1776190957.608315:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190957.608319:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:3.0:1776190957.608324:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c65c77da. 00080000:00000010:3.0:1776190957.608346:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003829aa24. 00010000:00000010:3.0:1776190957.608488:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.608498:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8a19ef1. 00010000:00000010:3.0:1776190957.608637:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e177724. 00010000:00000010:3.0:1776190957.608644:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.608732:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c65c77da. 00000100:00000010:3.0:1776190957.608738:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190957.608748:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190957.608766:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e88329e5. 02000000:00000010:3.0:1776190957.608808:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002aafc214. 00000400:00000010:3.0:1776190957.608815:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190957.608821:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190957.608829:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363008, portal 16 00000400:00000010:3.0:1776190957.608835:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000852427f8. 00000100:00000200:3.0:1776190957.608839:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363008, offset 0 00000400:00000200:3.0:1776190957.608847:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.608859:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.608869:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.608874:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.608877:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.608879:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91816:91816:256:4294967295] 192.168.202.25@tcp LPNI seq info [91816:91816:8:4294967295] 00000400:00000200:3.0:1776190957.608889:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.608894:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.608899:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190957.608904:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.608911:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.608915:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.609386:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.609391:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190957.609396:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.609401:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.609405:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000852427f8 00000400:00000010:1.0:1776190957.609407:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000852427f8. 00000100:00000200:1.0:1776190957.609414:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797363008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.611565:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.611594:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127340 00000400:00000200:0.0:1776190957.611606:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6f95 [1] + 224 00000400:00000200:0.0:1776190957.611621:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.611625:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.611638:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797363008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.611682:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.611688:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f540 00000400:00000200:0.0:1776190957.611693:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb58bd [2] + 984 00000400:00000200:0.0:1776190957.611706:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.611709:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.611714:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.611724:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:1.0:1776190957.611842:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a02f6eaf. 00000020:00000010:1.0:1776190957.611854:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190957.611862:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.611899:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788221248/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190957.611956:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221248 02000000:00000010:1.0:1776190957.611974:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cafa9010. 00010000:00000010:1.0:1776190957.612043:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.612056:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.612067:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.612073:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00000400:00000010:1.0:1776190957.612097:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190957.612107:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221248, offset 224 00000400:00000200:1.0:1776190957.612118:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.612172:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.612180:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91817:91817:256:4294967295] 192.168.202.25@tcp LPNI seq info [91817:91817:8:4294967295] 00000400:00000200:1.0:1776190957.612193:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.612199:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.612205:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4371d19 (tot 82348242). 00000800:00000200:1.0:1776190957.612212:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.612233:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.612238:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d4371d19 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.612261:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190957.612265:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.612269:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a02f6eaf. 00000800:00000200:3.0:1776190957.612725:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.612733:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4371d19 (tot 82347994). 00000400:00000200:3.0:1776190957.612741:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.612747:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.612752:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:3.0:1776190957.612754:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000400:00000010:3.0:1776190957.612780:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:3.0:1776190957.612784:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:3.0:1776190957.612786:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:3.0:1776190957.612794:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797363008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.612803:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797363008/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.612831:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac32275a. 02000000:00000010:3.0:1776190957.612857:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002aafc214. 02000000:00000010:3.0:1776190957.612864:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e88329e5. 00000100:00000010:3.0:1776190957.612868:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190957.612872:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:3.0:1776190957.612877:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c65c77da. 00080000:00000010:3.0:1776190957.612901:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e88329e5. 00010000:00000010:3.0:1776190957.613277:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.613289:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2c58429. 00010000:00000010:3.0:1776190957.613427:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc788cf2. 00010000:00000010:3.0:1776190957.613435:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.613456:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c65c77da. 00000100:00000010:3.0:1776190957.613462:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db545ee3. 00000100:00000010:3.0:1776190957.613471:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190957.613490:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002aafc214. 02000000:00000010:3.0:1776190957.613530:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df846f50. 00000400:00000010:3.0:1776190957.613536:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001fee24d5. 00000400:00000010:3.0:1776190957.613542:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000058c3bd0. 00000100:00000200:3.0:1776190957.613550:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363072, portal 16 00000400:00000010:3.0:1776190957.613558:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000316ad9a. 00000100:00000200:3.0:1776190957.613561:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363072, offset 0 00000400:00000200:3.0:1776190957.613572:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.613590:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.613602:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.613607:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.613611:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.613614:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91818:91818:256:4294967295] 192.168.202.25@tcp LPNI seq info [91818:91818:8:4294967295] 00000400:00000200:3.0:1776190957.613627:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.613632:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.613639:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348242). 00000800:00000200:3.0:1776190957.613647:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.613657:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.613663:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.614778:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.614794:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:1.0:1776190957.614804:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.614817:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.614824:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000316ad9a 00000400:00000010:1.0:1776190957.614827:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000316ad9a. 00000100:00000200:1.0:1776190957.614840:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797363072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.623372:0:78445:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0681490. 00010000:00000010:3.1:1776190957.623397:0:78445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003441c430. 00010000:00000010:0.1:1776190957.624250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a419026. 00010000:00000010:3.1:1776190957.625457:0:78445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000081ece0a. 00010000:00000010:3.1:1776190957.625474:0:78445:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c1d89e1. 00010000:00000010:3.1:1776190957.625479:0:78445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00010000:00000010:3.1:1776190957.636392:0:78445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d84b76b3. 00010000:00000010:3.1:1776190957.636413:0:78445:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007410a932. 00010000:00000010:3.1:1776190957.636418:0:78445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00000400:00000200:0.0:1776190957.639991:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.640029:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127380 00000400:00000200:0.0:1776190957.640046:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6fa1 [1] + 224 00000400:00000200:0.0:1776190957.640071:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.640078:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.640100:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797363072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.640197:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.640203:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f580 00000400:00000200:0.0:1776190957.640211:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb58bd [2] + 1312 00000400:00000200:0.0:1776190957.640253:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.640256:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.640262:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.640271:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 00000020:00000010:2.0:1776190957.640544:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74cf6f3. 00000020:00000010:2.0:1776190957.640558:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.640565:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.640607:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000ba1f87d x1862468788221312/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190957.640655:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221312 02000000:00000010:2.0:1776190957.640673:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf62b752. 00010000:00000010:2.0:1776190957.640737:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064183a50. 00000100:00000010:2.0:1776190957.640746:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000359cec9f. 00000100:00000010:2.0:1776190957.640756:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000359cec9f. 00010000:00000010:2.0:1776190957.640761:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064183a50. 00000400:00000010:2.0:1776190957.640782:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190957.640789:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221312, offset 224 00000400:00000200:2.0:1776190957.640799:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.640815:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.640822:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91819:91819:256:4294967295] 192.168.202.25@tcp LPNI seq info [91819:91819:8:4294967295] 00000400:00000200:2.0:1776190957.640837:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.640843:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.640849:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.640857:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.640870:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.640875:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.640904:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.640910:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.640915:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74cf6f3. 00000800:00000200:2.0:1776190957.641062:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.641069:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:2.0:1776190957.641079:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.641083:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.641088:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:2.0:1776190957.641091:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000400:00000010:1.0:1776190957.641651:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001fee24d5. 00000400:00000200:1.0:1776190957.641661:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000058c3bd0 00000400:00000010:1.0:1776190957.641663:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000058c3bd0. 00000100:00000200:1.0:1776190957.641674:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797363072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.641691:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797363072/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.641726:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000082f91c2a. 02000000:00000010:1.0:1776190957.641747:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df846f50. 02000000:00000010:1.0:1776190957.641754:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002aafc214. 00000100:00000010:1.0:1776190957.641760:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:1.0:1776190957.641765:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db545ee3. 00010000:00000010:1.0:1776190957.641770:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c65c77da. 00080000:00000010:1.0:1776190957.641800:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a1213a4. 00010000:00000010:1.0:1776190957.642638:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:1.0:1776190957.642656:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027b44759. 00010000:00000010:1.0:1776190957.642775:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001771490e. 00010000:00000010:1.0:1776190957.642783:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190957.642801:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.642810:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.642823:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190957.642840:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a02f6eaf. 02000000:00000010:1.0:1776190957.642891:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059aaaabc. 00000400:00000010:1.0:1776190957.643582:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efc290ab. 00000400:00000010:1.0:1776190957.643600:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.643611:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363136, portal 16 00000400:00000010:1.0:1776190957.643619:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190957.643622:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363136, offset 0 00000400:00000200:1.0:1776190957.643636:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.644442:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.644454:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.644458:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.644462:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.644466:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91820:91820:256:4294967295] 192.168.202.25@tcp LPNI seq info [91820:91820:8:4294967295] 00000400:00000200:1.0:1776190957.644482:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.644493:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.644503:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbfe575 (tot 82348242). 00000800:00000200:1.0:1776190957.644513:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.644523:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.644528:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006dbfe575 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.646003:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.646014:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbfe575 (tot 82347994). 00000400:00000200:2.0:1776190957.646025:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.646037:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.646045:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:2.0:1776190957.646048:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00000100:00000200:2.0:1776190957.646062:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797363136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.652240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000604298dc. 00010000:00000010:1.1:1776190957.652264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fcedf27. 00010000:00000010:1.1:1776190957.652269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc788cf2. 00000400:00000200:0.0:1776190957.653873:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.653902:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1273c0 00000400:00000200:0.0:1776190957.653916:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6fad [1] + 224 00000400:00000200:0.0:1776190957.653945:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.653951:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.653985:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797363136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190957.654201:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efc290ab. 00000400:00000200:1.0:1776190957.654210:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:1.0:1776190957.654212:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.654229:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797363136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.654238:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797363136/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.654290:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059aaaabc. 02000000:00000010:1.0:1776190957.654297:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a02f6eaf. 00000100:00000010:1.0:1776190957.654304:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:1.0:1776190957.654309:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.654314:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00000400:00000200:2.0:1776190957.654643:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.654655:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f5c0 00000400:00000200:2.0:1776190957.654662:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb58bd [2] + 1640 00000400:00000200:2.0:1776190957.654739:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.654743:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.654749:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.654755:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 00000020:00000010:0.0:1776190957.654878:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000840c33b1. 00000020:00000010:0.0:1776190957.654891:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f3e772b. 00000020:00000010:0.0:1776190957.654898:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.654941:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000881722c8 x1862468788221376/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190957.655182:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221376 02000000:00000010:0.0:1776190957.655205:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d11c0e75. 00010000:00000010:0.0:1776190957.655262:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cad9b4c4. 00010000:00000010:0.0:1776190957.655300:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a45657b7. 00000100:00000010:0.0:1776190957.655309:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190957.655324:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190957.655327:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a45657b7. 00000400:00000010:0.0:1776190957.655349:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005869f875. 00000100:00000200:0.0:1776190957.655358:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221376, offset 224 00000400:00000200:0.0:1776190957.655367:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.655384:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.655391:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91821:91821:256:4294967295] 192.168.202.25@tcp LPNI seq info [91821:91821:8:4294967295] 00000400:00000200:0.0:1776190957.655404:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.655411:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.655417:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190957.655422:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.655432:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.655437:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.655468:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f3e772b. 00000020:00000010:0.0:1776190957.655474:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.655477:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000840c33b1. 00000800:00000200:3.0:1776190957.655618:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.655625:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:3.0:1776190957.655632:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.655636:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.655640:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005869f875 00000400:00000010:3.0:1776190957.655643:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005869f875. 00080000:00000010:1.0:1776190957.656731:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059aaaabc. 00010000:00000010:1.0:1776190957.656925:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190957.656939:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b04674ea. 00010000:00000010:1.0:1776190957.657098:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.0:1776190957.657106:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190957.657125:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.657166:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.657182:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190957.657203:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a02f6eaf. 02000000:00000010:1.0:1776190957.657259:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cca1b46d. 00000400:00000010:1.0:1776190957.657268:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efc290ab. 00000400:00000010:1.0:1776190957.657277:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.657286:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363200, portal 16 00000400:00000010:1.0:1776190957.657292:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190957.657296:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363200, offset 0 00000400:00000200:1.0:1776190957.657307:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.657328:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.657337:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.657342:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.657346:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.657349:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91822:91822:256:4294967295] 192.168.202.25@tcp LPNI seq info [91822:91822:8:4294967295] 00000400:00000200:1.0:1776190957.657359:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.657365:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.657370:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190957.657376:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.657383:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.657387:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.662765:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.662784:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:1.0:1776190957.662802:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.662819:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.662831:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:1.0:1776190957.662834:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00000100:00000200:1.0:1776190957.662852:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797363200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.675346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b156482. 00010000:00000010:1.1:1776190957.678589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036862011. 00010000:00000010:1.1:1776190957.678614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00000400:00000200:2.0:1776190957.679307:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.679335:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127400 00000400:00000200:2.0:1776190957.679347:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6fb9 [1] + 224 00000400:00000200:2.0:1776190957.679365:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.679372:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.679391:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797363200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.679440:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.679445:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f600 00000400:00000200:2.0:1776190957.679452:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb58bd [2] + 1968 00000400:00000010:2.0:1776190957.679458:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b575b82. 00000400:00000200:2.0:1776190957.679465:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000011e89fac 00000400:00000200:2.0:1776190957.679537:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.679541:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.679544:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011e89fac 00000400:00000010:2.0:1776190957.679546:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000011e89fac (tot 82347842). 00000100:00000200:2.0:1776190957.679554:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190957.679997:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000840c33b1. 00000020:00000010:0.0:1776190957.680009:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f3e772b. 00000020:00000010:0.0:1776190957.680016:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.680061:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000770a5162 x1862468788221440/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190957.680112:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221440 02000000:00000010:0.0:1776190957.680181:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a683d841. 00010000:00000010:0.0:1776190957.680254:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a45657b7. 00000100:00000010:0.0:1776190957.680264:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004b011263. 00000100:00000010:0.0:1776190957.680276:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004b011263. 00010000:00000010:0.0:1776190957.680280:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a45657b7. 00000400:00000010:0.0:1776190957.680303:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000952c24d2. 00000100:00000200:0.0:1776190957.680310:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221440, offset 224 00000400:00000200:0.0:1776190957.680319:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.680333:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.680341:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91823:91823:256:4294967295] 192.168.202.25@tcp LPNI seq info [91823:91823:8:4294967295] 00000400:00000200:0.0:1776190957.680354:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.680360:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.680367:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348090). 00000800:00000200:0.0:1776190957.680375:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.680386:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.680391:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.680412:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f3e772b. 00000020:00000010:0.0:1776190957.680416:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.680420:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000840c33b1. 02000000:00000010:0.0:1776190957.680435:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d11c0e75. 00000100:00000010:0.0:1776190957.680440:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 02000000:00000010:0.0:1776190957.680447:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf62b752. 00000100:00000010:0.0:1776190957.680450:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190957.680454:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cafa9010. 00000100:00000010:0.0:1776190957.680459:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190957.680462:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036445fc8. 00000100:00000010:0.0:1776190957.680466:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190957.680469:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce2f7208. 00000100:00000010:0.0:1776190957.680472:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:0.0:1776190957.680477:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c242859f. 00000100:00000010:0.0:1776190957.680479:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000100:00000200:0.0:1776190957.680486:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190957.680493:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa32442b. 00000400:00000010:0.0:1776190957.680497:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004b011263 (tot 82348242). 00000800:00000200:3.0:1776190957.680666:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.680672:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:3.0:1776190957.680678:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.680682:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.680685:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000952c24d2 00000400:00000010:3.0:1776190957.680687:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000952c24d2. 02000000:00000010:3.0:1776190957.680694:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a683d841. 00000400:00000010:1.0:1776190957.681005:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efc290ab. 00000400:00000200:1.0:1776190957.681011:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:1.0:1776190957.681013:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.681022:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797363200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.681031:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797363200/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.681069:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000279fcc85. 02000000:00000010:1.0:1776190957.681100:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cca1b46d. 02000000:00000010:1.0:1776190957.681109:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a02f6eaf. 00000100:00000010:1.0:1776190957.681115:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:1.0:1776190957.681119:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.681123:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00080000:00000010:1.0:1776190957.681218:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cca1b46d. 00010000:00000010:1.0:1776190957.681388:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190957.681399:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f41f5f26. 00010000:00000010:1.0:1776190957.681539:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001771490e. 00010000:00000010:1.0:1776190957.681548:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003f74e5ed. 00010000:00000010:1.0:1776190957.681569:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.681575:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.681586:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190957.681607:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a53bc987. 02000000:00000010:1.0:1776190957.681655:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f82a9547. 00000400:00000010:1.0:1776190957.681662:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efc290ab. 00000400:00000010:1.0:1776190957.681667:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.681673:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363264, portal 16 00000400:00000010:1.0:1776190957.681678:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ecaddff4. 00000100:00000200:1.0:1776190957.681681:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363264, offset 0 00000400:00000200:1.0:1776190957.681692:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.681704:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.681716:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.681722:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.681726:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.681729:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91824:91824:256:4294967295] 192.168.202.25@tcp LPNI seq info [91824:91824:8:4294967295] 00000400:00000200:1.0:1776190957.681740:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.681745:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.681751:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0a44fdf (tot 82348242). 00000800:00000200:1.0:1776190957.681758:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.681966:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.681971:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0a44fdf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.682194:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.682198:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0a44fdf (tot 82347994). 00000400:00000200:0.0:1776190957.682207:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.682212:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.682216:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecaddff4 00000400:00000010:0.0:1776190957.682218:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ecaddff4. 00000100:00000200:0.0:1776190957.682236:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797363264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.685743:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.685785:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127440 00000400:00000200:2.0:1776190957.685800:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6fc9 [1] + 224 00000400:00000200:2.0:1776190957.685821:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.685826:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.685843:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797363264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.685900:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.685906:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f640 00000400:00000200:2.0:1776190957.685912:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5921 [2] + 0 00000400:00000200:2.0:1776190957.685923:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.685926:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.685931:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.685938:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040ee37c4. 00000400:00000010:1.0:1776190957.686044:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efc290ab. 00000400:00000200:1.0:1776190957.686053:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:1.0:1776190957.686056:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.686065:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797363264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.686074:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797363264/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.686124:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f82a9547. 00010000:00000010:1.1:1776190957.686181:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000231fffe. 02000000:00000010:1.0:1776190957.686200:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a53bc987. 00000100:00000010:1.0:1776190957.686209:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:1.0:1776190957.686213:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.686218:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00000020:00000010:0.0:1776190957.687004:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000888ba729. 00000020:00000010:0.0:1776190957.687019:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007f3e772b. 00000020:00000010:0.0:1776190957.687026:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.687074:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040ee37c4 x1862468788221504/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190957.687161:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221504 02000000:00000010:0.0:1776190957.687177:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a683d841. 00010000:00000010:0.0:1776190957.687231:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000478f188f. 00010000:00000010:0.0:1776190957.687263:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a45657b7. 00000100:00000010:0.0:1776190957.687273:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190957.687294:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190957.687298:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a45657b7. 00000400:00000010:0.0:1776190957.687319:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd0af8db. 00000100:00000200:0.0:1776190957.687325:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221504, offset 224 00000400:00000200:0.0:1776190957.687335:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.687353:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.687360:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91825:91825:256:4294967295] 192.168.202.25@tcp LPNI seq info [91825:91825:8:4294967295] 00000400:00000200:0.0:1776190957.687375:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.687382:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.687388:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348242). 00000800:00000200:0.0:1776190957.687395:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.687404:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.687409:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.687442:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007f3e772b. 00000020:00000010:0.0:1776190957.687447:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.687451:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000888ba729. 00000800:00000200:2.0:1776190957.688306:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.688314:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:2.0:1776190957.688324:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.688332:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.688336:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd0af8db 00000400:00000010:2.0:1776190957.688338:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd0af8db. 00080000:00000010:3.0:1776190957.688623:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003be7ae40. 00010000:00000010:3.0:1776190957.688771:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f74e5ed. 00010000:00000010:3.0:1776190957.688781:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073a1ac39. 00010000:00000010:3.0:1776190957.693326:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e177724. 00010000:00000010:3.0:1776190957.693359:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.693387:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037b5fcde. 00000100:00000010:3.0:1776190957.693406:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004716f6a. 00000100:00000010:3.0:1776190957.693429:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 02000000:00000010:3.0:1776190957.693456:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cf86348. 02000000:00000010:3.0:1776190957.693508:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbfa3607. 00000400:00000010:3.0:1776190957.693518:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ced3eb47. 00000400:00000010:3.0:1776190957.693532:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190957.693544:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363328, portal 16 00000400:00000010:3.0:1776190957.693554:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb18a5ff. 00000100:00000200:3.0:1776190957.693558:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363328, offset 0 00000400:00000200:3.0:1776190957.693572:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.693602:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.693614:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.693620:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.693624:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.693628:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91826:91826:256:4294967295] 192.168.202.25@tcp LPNI seq info [91826:91826:8:4294967295] 00000400:00000200:3.0:1776190957.693645:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.693654:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.693661:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190957.693670:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.693681:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.693688:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190957.695410:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.695423:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:2.0:1776190957.695434:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.695449:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.695458:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb18a5ff 00000400:00000010:2.0:1776190957.695461:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb18a5ff. 00000100:00000200:2.0:1776190957.695476:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e86a270a x1862468797363328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.705376:0:1036:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b846b7c8. 00010000:00000010:1.1:1776190957.705409:0:1036:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e57e6b. 00010000:00000010:0.1:1776190957.706185:0:78446:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5cd9b8. 00010000:00000010:3.1:1776190957.706945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005029b50f. 00010000:00000010:3.1:1776190957.706962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00000400:00000200:2.0:1776190957.708608:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.708642:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127480 00000400:00000200:2.0:1776190957.708655:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6fd5 [1] + 224 00000400:00000200:2.0:1776190957.708675:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.708680:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.708697:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e86a270a x1862468797363328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.708747:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.708753:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f680 00000400:00000200:2.0:1776190957.708758:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5921 [2] + 328 00000400:00000200:2.0:1776190957.708784:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.708787:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.708792:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776190957.708799:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a762698b. 00000020:00000010:1.0:1776190957.709016:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f82a9547. 00000020:00000010:1.0:1776190957.709029:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190957.709035:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.709073:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a762698b x1862468788221568/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190957.709171:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221568 02000000:00000010:1.0:1776190957.709190:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002748123d. 00010000:00000010:1.0:1776190957.709264:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.709276:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.709288:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.709293:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00000400:00000010:1.0:1776190957.709318:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.709326:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221568, offset 224 00000400:00000200:1.0:1776190957.709336:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.709356:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.709365:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91827:91827:256:4294967295] 192.168.202.25@tcp LPNI seq info [91827:91827:8:4294967295] 00000400:00000200:1.0:1776190957.709379:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.709385:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.709393:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190957.709402:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.709412:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.709417:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.709444:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190957.709449:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.709453:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f82a9547. 00000800:00000200:1.0:1776190957.709608:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.709612:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:1.0:1776190957.709619:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.709623:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.709627:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:1.0:1776190957.709629:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000400:00000010:3.0:1776190957.710365:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ced3eb47. 00000400:00000200:3.0:1776190957.710373:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190957.710376:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190957.710389:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e86a270a x1862468797363328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.710400:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e86a270a x1862468797363328/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.710437:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2df4bc1. 02000000:00000010:3.0:1776190957.710461:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbfa3607. 02000000:00000010:3.0:1776190957.710468:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cf86348. 00000100:00000010:3.0:1776190957.710472:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 00000100:00000010:3.0:1776190957.710478:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004716f6a. 00010000:00000010:3.0:1776190957.710483:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037b5fcde. 00080000:00000010:3.0:1776190957.710510:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cf86348. 00010000:00000010:3.0:1776190957.710644:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.710654:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2e7091d. 00010000:00000010:3.0:1776190957.710759:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce94444. 00010000:00000010:2.0:1776190957.718458:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e9cb7d5. 00010000:00000010:2.0:1776190957.718517:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064183a50. 00000100:00000010:2.0:1776190957.718537:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000359cec9f. 00000100:00000010:2.0:1776190957.718559:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000685efc40. 02000000:00000010:2.0:1776190957.718592:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e74cf6f3. 02000000:00000010:2.0:1776190957.718656:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bbe49e9. 00000400:00000010:2.0:1776190957.718669:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a3b7b932. 00000400:00000010:2.0:1776190957.718682:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008758130f. 00000100:00000200:2.0:1776190957.718694:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363392, portal 16 00000400:00000010:2.0:1776190957.718704:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032128534. 00000100:00000200:2.0:1776190957.718707:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363392, offset 0 00000400:00000200:2.0:1776190957.718723:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.718844:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.718861:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.718868:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.718872:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.718878:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91828:91828:256:4294967295] 192.168.202.25@tcp LPNI seq info [91828:91828:8:4294967295] 00000400:00000200:2.0:1776190957.718898:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.718907:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.718918:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.718929:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.718942:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.718949:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.725197:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.725209:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:1.0:1776190957.725235:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.725248:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.725256:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032128534 00000400:00000010:1.0:1776190957.725259:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032128534. 00000100:00000200:1.0:1776190957.725273:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000685efc40 x1862468797363392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776190957.727903:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:2.0:1776190957.727932:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1274c0 00000400:00000200:2.0:1776190957.727957:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6fe1 [1] + 224 00000400:00000200:2.0:1776190957.727980:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.727985:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:2.0:1776190957.728000:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000685efc40 x1862468797363392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.728691:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.728706:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f6c0 00000400:00000200:3.0:1776190957.728713:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5921 [2] + 656 00000400:00000200:3.0:1776190957.728785:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.728789:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.728795:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.728805:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e86a270a. 00000020:00000010:2.0:1776190957.729218:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bd81f5b. 00000020:00000010:2.0:1776190957.729238:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.729244:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.729286:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e86a270a x1862468788221632/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776190957.729332:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221632 02000000:00000010:2.0:1776190957.729348:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d98b66c1. 00010000:00000010:2.0:1776190957.729402:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007df765f9. 00000100:00000010:2.0:1776190957.729412:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a86073. 00000100:00000010:2.0:1776190957.729421:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a86073. 00010000:00000010:2.0:1776190957.729427:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007df765f9. 00000400:00000010:2.0:1776190957.729446:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad05cc12. 00000100:00000200:2.0:1776190957.729452:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221632, offset 224 00000400:00000200:2.0:1776190957.729464:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.729479:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.729486:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91829:91829:256:4294967295] 192.168.202.25@tcp LPNI seq info [91829:91829:8:4294967295] 00000400:00000200:2.0:1776190957.729502:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.729508:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.729513:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.729520:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.729529:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.729535:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.729576:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.729580:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.729584:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bd81f5b. 00000400:00000010:1.0:1776190957.729759:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a3b7b932. 00000400:00000200:1.0:1776190957.729766:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008758130f 00000400:00000010:1.0:1776190957.729768:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008758130f. 00000100:00000200:1.0:1776190957.729776:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000685efc40 x1862468797363392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.729798:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000685efc40 x1862468797363392/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.729825:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2882b6d. 02000000:00000010:1.0:1776190957.729849:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bbe49e9. 02000000:00000010:1.0:1776190957.729857:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e74cf6f3. 00000100:00000010:1.0:1776190957.729863:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000685efc40. 00000100:00000010:1.0:1776190957.729868:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000359cec9f. 00010000:00000010:1.0:1776190957.729871:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064183a50. 00080000:00000010:1.0:1776190957.729898:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f82a9547. 00000800:00000200:3.0:1776190957.729912:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.730020:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:3.0:1776190957.730030:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.730034:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.730038:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad05cc12 00000400:00000010:3.0:1776190957.730040:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad05cc12. 00010000:00000010:1.0:1776190957.730063:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e9cb7d5. 00010000:00000010:1.0:1776190957.730076:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2721577. 00010000:00000010:1.0:1776190957.730266:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.0:1776190957.730277:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190957.730296:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.730301:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.730311:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190957.730329:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a53bc987. 02000000:00000010:1.0:1776190957.730364:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9ed9e67. 00000400:00000010:1.0:1776190957.730371:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efc290ab. 00000400:00000010:1.0:1776190957.730376:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.730383:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363456, portal 16 00000400:00000010:1.0:1776190957.730391:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b010b1f. 00000100:00000200:1.0:1776190957.730394:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363456, offset 0 00000400:00000200:1.0:1776190957.730401:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.730413:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.730424:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.730430:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.730435:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.730438:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91830:91830:256:4294967295] 192.168.202.25@tcp LPNI seq info [91830:91830:8:4294967295] 00000400:00000200:1.0:1776190957.730445:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.730449:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.730455:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080ee58e1 (tot 82348242). 00000800:00000200:1.0:1776190957.730461:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.730467:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.730470:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080ee58e1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.731096:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.731105:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080ee58e1 (tot 82347994). 00000400:00000200:3.0:1776190957.731117:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.731125:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.731149:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b010b1f 00000400:00000010:3.0:1776190957.731152:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b010b1f. 00000100:00000200:3.0:1776190957.731162:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797363456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.734124:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.734171:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127500 00000400:00000200:3.0:1776190957.734183:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6fed [1] + 224 00000400:00000200:3.0:1776190957.734202:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.734206:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.734231:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797363456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776190957.734849:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efc290ab. 00000400:00000200:1.0:1776190957.734862:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:1.0:1776190957.734865:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.734877:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797363456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.734886:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797363456/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190957.734929:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9ed9e67. 02000000:00000010:1.0:1776190957.734940:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a53bc987. 00000100:00000010:1.0:1776190957.734958:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:1.0:1776190957.734973:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:1.0:1776190957.734978:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00010000:00000010:3.1:1776190957.739519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd051261. 00010000:00000010:3.1:1776190957.739545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036b955f9. 00010000:00000010:3.1:1776190957.739550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00000400:00000200:3.0:1776190957.743306:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.743337:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f700 00000400:00000200:3.0:1776190957.743350:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5921 [2] + 984 00000400:00000200:3.0:1776190957.743444:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.743450:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.743461:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.743471:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000054c00758. 00000020:00000010:2.0:1776190957.743578:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bd81f5b. 00000020:00000010:2.0:1776190957.743592:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.743599:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.743646:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000054c00758 x1862468788221696/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190957.743691:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221696 02000000:00000010:2.0:1776190957.743706:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e74cf6f3. 00010000:00000010:2.0:1776190957.743760:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000899b7f53. 00010000:00000010:2.0:1776190957.743789:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007df765f9. 00000100:00000010:2.0:1776190957.743799:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000065a86073. 00000100:00000010:2.0:1776190957.743819:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000065a86073. 00010000:00000010:2.0:1776190957.743825:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007df765f9. 00000400:00000010:2.0:1776190957.743853:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000020bfaa7. 00000100:00000200:2.0:1776190957.743862:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221696, offset 224 00000400:00000200:2.0:1776190957.743873:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.743895:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.743903:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91831:91831:256:4294967295] 192.168.202.25@tcp LPNI seq info [91831:91831:8:4294967295] 00000400:00000200:2.0:1776190957.743917:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.743924:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.743929:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061a50727 (tot 82348242). 00000800:00000200:2.0:1776190957.743937:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.743946:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.743951:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061a50727 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.743974:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.743979:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.743983:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bd81f5b. 00000800:00000200:3.0:1776190957.744370:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.744378:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061a50727 (tot 82347994). 00000400:00000200:3.0:1776190957.744389:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.744395:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.744400:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000020bfaa7 00000400:00000010:3.0:1776190957.744403:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000020bfaa7. 00080000:00000010:1.0:1776190957.747344:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9ed9e67. 00010000:00000010:1.0:1776190957.749665:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190957.749690:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc899c7a. 00010000:00000010:1.0:1776190957.749814:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001771490e. 00010000:00000010:1.0:1776190957.749823:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d62c12b5. 00010000:00000010:1.0:1776190957.749843:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000191a1a67. 00000100:00000010:1.0:1776190957.749854:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.749868:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190957.749888:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1c1f1e1. 02000000:00000010:1.0:1776190957.749934:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a53bc987. 00010000:00000010:1.1:1776190957.750254:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08339df. 00010000:00000010:1.1:1776190957.750263:0:77311:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc0bceda. 00010000:00000010:1.1:1776190957.750268:0:77311:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce94444. 00000400:00000010:1.0:1776190957.750275:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000efc290ab. 00000400:00000010:1.0:1776190957.750287:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dc8782aa. 00000100:00000200:1.0:1776190957.750298:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363520, portal 16 00000400:00000010:1.0:1776190957.750305:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c055c65. 00000100:00000200:1.0:1776190957.750308:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363520, offset 0 00000400:00000200:1.0:1776190957.750321:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.750349:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.750361:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.750366:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.750369:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.750374:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91832:91832:256:4294967295] 192.168.202.25@tcp LPNI seq info [91832:91832:8:4294967295] 00000400:00000200:1.0:1776190957.750390:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.750398:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.750406:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190957.750417:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.750427:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.750433:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.750789:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.750795:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:3.0:1776190957.750806:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.750823:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.750829:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c055c65 00000400:00000010:3.0:1776190957.750833:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c055c65. 00000100:00000200:3.0:1776190957.750843:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797363520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190957.765296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f83fce16. 00010000:00000010:1.1:1776190957.766771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2c90011. 00010000:00000010:1.1:1776190957.766795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e57e6b. 00000400:00000200:1.0:1776190957.767193:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.767217:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127540 00000400:00000200:1.0:1776190957.767242:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb6ff9 [1] + 224 00000400:00000200:1.0:1776190957.767258:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.767264:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.767280:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797363520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.767323:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.767329:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f740 00000400:00000200:1.0:1776190957.767334:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5921 [2] + 1312 00000400:00000200:1.0:1776190957.767348:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.767351:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.767355:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.767363:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00000020:00000010:1.0:1776190957.767437:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000103010cf. 00000020:00000010:1.0:1776190957.767446:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f664fec0. 00000020:00000010:1.0:1776190957.767453:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.767487:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788221760/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190957.767517:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221760 02000000:00000010:1.0:1776190957.767532:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000532ceffd. 00010000:00000010:1.0:1776190957.767605:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000017ff07c. 00000100:00000010:1.0:1776190957.767616:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000186215c9. 00000100:00000010:1.0:1776190957.767625:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000186215c9. 00010000:00000010:1.0:1776190957.767628:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000017ff07c. 00000400:00000010:1.0:1776190957.767651:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190957.767658:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221760, offset 224 00000400:00000200:1.0:1776190957.767666:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.767680:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.767686:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91833:91833:256:4294967295] 192.168.202.25@tcp LPNI seq info [91833:91833:8:4294967295] 00000400:00000200:1.0:1776190957.767698:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.767703:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.767709:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.767715:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.767722:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.767726:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.767747:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f664fec0. 00000020:00000010:1.0:1776190957.767752:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.767756:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000103010cf. 00000400:00000010:0.0:1776190957.768195:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000efc290ab. 00000400:00000200:0.0:1776190957.768203:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dc8782aa 00000400:00000010:0.0:1776190957.768205:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dc8782aa. 00000100:00000200:0.0:1776190957.768214:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797363520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.768237:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797363520/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190957.768269:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd1ff37d. 02000000:00000010:0.0:1776190957.768294:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a53bc987. 02000000:00000010:0.0:1776190957.768305:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1c1f1e1. 00000100:00000010:0.0:1776190957.768312:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:0.0:1776190957.768316:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:0.0:1776190957.768320:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000191a1a67. 00080000:00000010:0.0:1776190957.768347:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f23d851. 00010000:00000010:0.0:1776190957.768479:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d62c12b5. 00010000:00000010:0.0:1776190957.768486:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c86d6b9b. 00010000:00000010:0.0:1776190957.768593:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000269dd680. 00010000:00000010:0.0:1776190957.768602:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000312d8d2. 00010000:00000010:0.0:1776190957.768616:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a45657b7. 00000100:00000010:0.0:1776190957.768622:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190957.768630:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e347a4f9. 02000000:00000010:0.0:1776190957.768644:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3c2739f. 02000000:00000010:0.0:1776190957.768680:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006714b044. 00000400:00000010:0.0:1776190957.768687:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190957.768693:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000051b8220a. 00000100:00000200:0.0:1776190957.768700:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363584, portal 16 00000400:00000010:0.0:1776190957.768705:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000064a0ec9d. 00000100:00000200:0.0:1776190957.768707:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363584, offset 0 00000400:00000200:0.0:1776190957.768715:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.768725:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.768734:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.768739:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.768741:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.768744:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91834:91834:255:4294967295] 192.168.202.25@tcp LPNI seq info [91834:91834:7:4294967295] 00000400:00000200:0.0:1776190957.768753:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.768757:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.768762:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce43386f (tot 82348490). 00000800:00000200:0.0:1776190957.768767:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.768774:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.768777:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce43386f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.769235:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.769242:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82348242). 00000400:00000200:1.0:1776190957.769250:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.769256:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.769260:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:1.0:1776190957.769262:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000800:00000200:1.0:1776190957.772908:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.772921:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce43386f (tot 82347994). 00000400:00000200:1.0:1776190957.772936:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.773941:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.773963:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064a0ec9d 00000400:00000010:1.0:1776190957.773968:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000064a0ec9d. 00000100:00000200:1.0:1776190957.773982:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e347a4f9 x1862468797363584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.776706:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.776733:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127580 00000400:00000200:0.0:1776190957.776744:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7005 [1] + 224 00000400:00000200:0.0:1776190957.776759:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.776777:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.776793:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e347a4f9 x1862468797363584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.776843:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.776848:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f780 00000400:00000200:0.0:1776190957.776854:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5921 [2] + 1640 00000400:00000200:0.0:1776190957.776866:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.776869:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.776874:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.776880:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:1.0:1776190957.777020:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b18b7bf8. 00000020:00000010:1.0:1776190957.777033:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f664fec0. 00000020:00000010:1.0:1776190957.777039:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190957.777080:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788221824/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776190957.777125:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221824 02000000:00000010:1.0:1776190957.777177:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000103010cf. 00010000:00000010:1.0:1776190957.777255:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000017ff07c. 00000100:00000010:1.0:1776190957.777268:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000186215c9. 00000100:00000010:1.0:1776190957.777279:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000186215c9. 00010000:00000010:1.0:1776190957.777283:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000017ff07c. 00000400:00000010:1.0:1776190957.777306:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190957.777312:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221824, offset 224 00000400:00000200:1.0:1776190957.777322:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.777335:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.777342:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91835:91835:256:4294967295] 192.168.202.25@tcp LPNI seq info [91835:91835:8:4294967295] 00000400:00000200:1.0:1776190957.777354:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.777360:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.777367:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.777374:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.777382:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.777387:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190957.777415:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f664fec0. 00000020:00000010:1.0:1776190957.777422:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190957.777426:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b18b7bf8. 00000800:00000200:1.0:1776190957.777580:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.777584:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:1.0:1776190957.777590:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.777594:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.777600:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:1.0:1776190957.777602:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000400:00000010:1.0:1776190957.777633:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:1.0:1776190957.777637:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000051b8220a 00000400:00000010:1.0:1776190957.777638:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000051b8220a. 00000100:00000200:1.0:1776190957.777644:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e347a4f9 x1862468797363584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.777652:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e347a4f9 x1862468797363584/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.777677:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006f24279. 02000000:00000010:1.0:1776190957.777696:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006714b044. 02000000:00000010:1.0:1776190957.777702:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3c2739f. 00000100:00000010:1.0:1776190957.777707:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e347a4f9. 00000100:00000010:1.0:1776190957.777710:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:1.0:1776190957.777713:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a45657b7. 00080000:00000010:1.0:1776190957.777736:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b18b7bf8. 00010000:00000010:1.0:1776190957.777865:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000312d8d2. 00010000:00000010:1.0:1776190957.777873:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047145d07. 00010000:00000010:1.0:1776190957.777993:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028e57e6b. 00010000:00000010:1.0:1776190957.778003:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a27ac9a. 00010000:00000010:1.0:1776190957.778020:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000017ff07c. 00000100:00000010:1.0:1776190957.778025:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000186215c9. 00000100:00000010:1.0:1776190957.778037:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 02000000:00000010:1.0:1776190957.778062:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000188b825d. 02000000:00000010:1.0:1776190957.778108:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000858aaf7c. 00000400:00000010:1.0:1776190957.778115:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e80e8b27. 00000400:00000010:1.0:1776190957.778120:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288adc2e. 00000100:00000200:1.0:1776190957.778161:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363648, portal 16 00000400:00000010:1.0:1776190957.778168:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190957.778170:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363648, offset 0 00000400:00000200:1.0:1776190957.778178:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.778189:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.778202:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.778207:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.778211:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.778214:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91836:91836:256:4294967295] 192.168.202.25@tcp LPNI seq info [91836:91836:8:4294967295] 00000400:00000200:1.0:1776190957.778233:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.778238:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.778243:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.778248:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.778253:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.778255:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.778326:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.778329:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:1.0:1776190957.778333:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.778337:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.778340:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:1.0:1776190957.778342:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000100:00000200:1.0:1776190957.778348:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000006f779d3 x1862468797363648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.781267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0937cb9. 00010000:00000010:0.1:1776190957.781297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074c5f093. 00010000:00000010:0.1:1776190957.781304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001771490e. 00000400:00000200:0.0:1776190957.782884:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.782916:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1275c0 00000400:00000200:0.0:1776190957.782932:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7011 [1] + 224 00000400:00000200:0.0:1776190957.782972:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.782978:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.782996:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000006f779d3 x1862468797363648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190957.783051:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.783058:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f7c0 00000400:00000200:0.0:1776190957.783065:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5921 [2] + 1968 00000400:00000010:0.0:1776190957.783071:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af1bd4a. 00000400:00000200:0.0:1776190957.783079:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a4f40b78 00000400:00000200:0.0:1776190957.783092:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.783094:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.783099:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4f40b78 00000400:00000010:0.0:1776190957.783102:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a4f40b78 (tot 82347842). 00000100:00000200:0.0:1776190957.783109:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1776190957.783174:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e80e8b27. 00000400:00000200:3.0:1776190957.783180:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288adc2e 00000400:00000010:3.0:1776190957.783182:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288adc2e. 00000100:00000200:3.0:1776190957.783188:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000006f779d3 x1862468797363648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.783196:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000006f779d3 x1862468797363648/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776190957.783208:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000354391fa. 00000020:00000010:0.0:1776190957.783217:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.783237:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 02000000:00000010:3.0:1776190957.783250:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000858aaf7c. 02000000:00000010:3.0:1776190957.783261:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000188b825d. 00000100:00000010:3.0:1776190957.783270:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 00000100:00000010:3.0:1776190957.783275:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000186215c9. 00010000:00000010:3.0:1776190957.783280:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000017ff07c. 00000100:00000200:0.0:1776190957.783282:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000e5be9df x1862468788221888/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190957.783323:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221888 02000000:00000010:0.0:1776190957.783338:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9b4e181. 00010000:00000010:0.0:1776190957.783387:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096dc9e48. 00010000:00000010:0.0:1776190957.783421:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c7a85fb. 00000100:00000010:0.0:1776190957.783432:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b1f5540c. 00000100:00000010:0.0:1776190957.783452:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b1f5540c. 00010000:00000010:0.0:1776190957.783456:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c7a85fb. 00000400:00000010:0.0:1776190957.783480:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c27fa12. 00000100:00000200:0.0:1776190957.783491:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221888, offset 224 00000400:00000200:0.0:1776190957.783503:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.783519:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.783526:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91837:91837:256:4294967295] 192.168.202.25@tcp LPNI seq info [91837:91837:8:4294967295] 00000400:00000200:0.0:1776190957.783538:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.783544:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00080000:00000010:3.0:1776190957.783580:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002aafc214. 00010000:00000010:3.0:1776190957.783715:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a27ac9a. 00010000:00000010:3.0:1776190957.783723:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004386621c. 00010000:00000010:3.0:1776190957.783839:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e177724. 00010000:00000010:3.0:1776190957.783847:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.783864:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037b5fcde. 00000100:00000010:3.0:1776190957.783869:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004716f6a. 00000100:00000010:3.0:1776190957.783880:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190957.783897:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df846f50. 02000000:00000010:3.0:1776190957.784103:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000188b825d. 00000400:00000010:3.0:1776190957.784110:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ced3eb47. 00000400:00000010:3.0:1776190957.784116:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190957.784122:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363712, portal 16 00000400:00000010:3.0:1776190957.784127:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d51ba1d7. 00000100:00000200:3.0:1776190957.784148:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363712, offset 0 00000400:00000200:3.0:1776190957.784156:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.784168:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.784277:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.784284:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.784288:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.784292:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91838:91838:255:4294967295] 192.168.202.25@tcp LPNI seq info [91838:91838:7:4294967295] 00000400:00000200:3.0:1776190957.784300:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.784305:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.784310:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348338). 00000800:00000200:3.0:1776190957.784319:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.784329:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.784335:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000010:0.0:1776190957.785679:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc1e607e (tot 82348090). 00000800:00000200:0.0:1776190957.785706:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.785714:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.785718:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc1e607e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.785748:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.785759:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.785764:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000354391fa. 02000000:00000010:0.0:1776190957.785783:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000103010cf. 00000100:00000010:0.0:1776190957.785791:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:0.0:1776190957.785796:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000532ceffd. 00000100:00000010:0.0:1776190957.785800:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:0.0:1776190957.785806:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e74cf6f3. 00000100:00000010:0.0:1776190957.785809:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000054c00758. 02000000:00000010:0.0:1776190957.785813:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d98b66c1. 00000100:00000010:0.0:1776190957.786117:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e86a270a. 02000000:00000010:0.0:1776190957.786123:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002748123d. 00000100:00000010:0.0:1776190957.786126:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a762698b. 02000000:00000010:0.0:1776190957.786149:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a683d841. 00000100:00000010:0.0:1776190957.786152:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040ee37c4. 00000100:00000200:0.0:1776190957.786170:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190957.786185:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000053ed8eb7. 00000400:00000010:0.0:1776190957.786194:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1f5540c (tot 82348490). 00000800:00000200:1.0:1776190957.786390:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.786396:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82348242). 00000400:00000200:1.0:1776190957.786403:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.786412:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.786418:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d51ba1d7 00000400:00000010:1.0:1776190957.786420:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d51ba1d7. 00000100:00000200:1.0:1776190957.786434:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797363712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1776190957.787397:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.787405:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc1e607e (tot 82347994). 00000400:00000200:1.0:1776190957.787415:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.787424:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.787430:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c27fa12 00000400:00000010:1.0:1776190957.787433:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c27fa12. 02000000:00000010:1.0:1776190957.787443:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9b4e181. 00000400:00000200:1.0:1776190957.800836:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.800867:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127600 00000400:00000200:1.0:1776190957.800882:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb701d [1] + 224 00000400:00000200:1.0:1776190957.800900:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.800904:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.800935:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797363712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.800985:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.800991:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f800 00000400:00000200:1.0:1776190957.800996:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5981 [2] + 0 00000400:00000200:1.0:1776190957.801009:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.801012:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.801017:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.801025:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001dbbdd0f. 00010000:00000010:0.1:1776190957.801164:0:64666:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcd4835. 00000020:00000010:0.0:1776190957.801184:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3c2739f. 00000020:00000010:0.0:1776190957.801196:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.801203:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.801251:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001dbbdd0f x1862468788221952/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776190957.801292:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788221952 02000000:00000010:0.0:1776190957.801308:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006714b044. 00000400:00000010:3.0:1776190957.801338:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ced3eb47. 00000400:00000200:3.0:1776190957.801343:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190957.801345:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190957.801352:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797363712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.801359:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797363712/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190957.801369:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c7a85fb. 00000100:00000010:0.0:1776190957.801379:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190957.801389:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:3.0:1776190957.801392:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f811cc39. 00010000:00000010:0.0:1776190957.801392:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c7a85fb. 02000000:00000010:3.0:1776190957.801407:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000188b825d. 00000400:00000010:0.0:1776190957.801411:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 02000000:00000010:3.0:1776190957.801415:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df846f50. 00000100:00000200:0.0:1776190957.801417:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788221952, offset 224 00000100:00000010:3.0:1776190957.801421:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000400:00000200:0.0:1776190957.801425:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000100:00000010:3.0:1776190957.801426:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004716f6a. 00010000:00000010:3.0:1776190957.801430:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037b5fcde. 00000400:00000200:0.0:1776190957.801437:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.801444:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91839:91839:256:4294967295] 192.168.202.25@tcp LPNI seq info [91839:91839:8:4294967295] 00080000:00000010:3.0:1776190957.801452:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000188b825d. 00000400:00000200:0.0:1776190957.801455:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.801460:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.801465:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190957.801472:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.801479:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.801483:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.801510:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.801515:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.801518:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3c2739f. 00010000:00000010:3.0:1776190957.801578:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.801587:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a5b40ad. 00010000:00000010:3.0:1776190957.801706:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000976ffdd7. 00010000:00000010:3.0:1776190957.801715:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dad88094. 00010000:00000010:3.0:1776190957.801731:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037b5fcde. 00000100:00000010:3.0:1776190957.801734:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004716f6a. 00000100:00000010:3.0:1776190957.801741:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 00000800:00000200:0.0:1776190957.801753:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.801758:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 02000000:00000010:3.0:1776190957.801759:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df846f50. 00000400:00000200:0.0:1776190957.801769:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.801774:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.801777:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:0.0:1776190957.801779:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 02000000:00000010:3.0:1776190957.801792:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ef961bd. 00000400:00000010:3.0:1776190957.801797:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ced3eb47. 00000400:00000010:3.0:1776190957.801802:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190957.801808:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363776, portal 16 00000400:00000010:3.0:1776190957.801814:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000898e8621. 00000100:00000200:3.0:1776190957.801815:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363776, offset 0 00000400:00000200:3.0:1776190957.801822:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.801828:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.801837:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.801841:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.801844:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.801846:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91840:91840:256:4294967295] 192.168.202.25@tcp LPNI seq info [91840:91840:8:4294967295] 00000400:00000200:3.0:1776190957.801853:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.801857:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.801861:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190957.801864:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.801870:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.801872:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776190957.802343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ae0357. 00010000:00000010:1.1:1776190957.802352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062b85f19. 00010000:00000010:1.1:1776190957.802356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000269dd680. 00000800:00000200:1.0:1776190957.802426:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.802429:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:1.0:1776190957.802434:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.802440:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.802445:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000898e8621 00000400:00000010:1.0:1776190957.802446:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000898e8621. 00000100:00000200:1.0:1776190957.802454:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797363776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190957.804193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dd2d80a. 00010000:00000010:3.1:1776190957.804218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e57e6b. 00010000:00000010:3.1:1776190957.811120:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4c31424. 00010000:00000010:3.1:1776190957.811232:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b70e4a37. 00010000:00000010:3.1:1776190957.811243:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00000400:00000200:1.0:1776190957.817590:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.817623:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127640 00000400:00000200:1.0:1776190957.817640:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb702d [1] + 224 00000400:00000200:1.0:1776190957.817667:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.817673:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.817689:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797363776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.817942:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.817949:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f840 00000400:00000200:1.0:1776190957.817956:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5981 [2] + 328 00000400:00000200:1.0:1776190957.818039:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.818044:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.818048:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.818056:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000263cbb7c. 00000400:00000010:3.0:1776190957.820312:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ced3eb47. 00000400:00000200:3.0:1776190957.820328:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:3.0:1776190957.820331:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:3.0:1776190957.820356:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797363776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.820370:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797363776/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190957.820421:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ef961bd. 02000000:00000010:3.0:1776190957.820430:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df846f50. 00000100:00000010:3.0:1776190957.820437:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:3.0:1776190957.820442:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004716f6a. 00010000:00000010:3.0:1776190957.820447:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037b5fcde. 00000020:00000010:2.0:1776190957.823107:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bbe49e9. 00000020:00000010:2.0:1776190957.823126:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.823157:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.823206:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000263cbb7c x1862468788222016/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776190957.823264:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222016 02000000:00000010:2.0:1776190957.823280:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf62b752. 00010000:00000010:2.0:1776190957.823321:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a681a67. 00010000:00000010:2.0:1776190957.823345:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190957.823354:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007299fccf. 00000100:00000010:2.0:1776190957.823387:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007299fccf. 00010000:00000010:2.0:1776190957.823393:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000010:2.0:1776190957.823410:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190957.823417:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222016, offset 224 00000400:00000200:2.0:1776190957.823428:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00080000:00000010:1.0:1776190957.823430:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acecf1a2. 00000400:00000200:2.0:1776190957.823449:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.823456:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91841:91841:256:4294967295] 192.168.202.25@tcp LPNI seq info [91841:91841:8:4294967295] 00000400:00000200:2.0:1776190957.823468:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.823474:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.823480:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ba45b1c (tot 82348242). 00000800:00000200:2.0:1776190957.823488:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.823497:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.823501:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ba45b1c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.823530:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.823538:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.823541:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bbe49e9. 00010000:00000010:1.0:1776190957.823585:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dad88094. 00010000:00000010:1.0:1776190957.823599:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000071268885. 00000800:00000200:2.0:1776190957.823698:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.823704:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ba45b1c (tot 82347994). 00000400:00000200:2.0:1776190957.823712:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.823719:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.823725:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:2.0:1776190957.823728:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00010000:00000010:1.0:1776190957.823771:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ec16dc. 00010000:00000010:1.0:1776190957.823782:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000027ee2256. 00010000:00000010:1.0:1776190957.823803:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006803c0ea. 00000100:00000010:1.0:1776190957.823811:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b91da2f9. 00000100:00000010:1.0:1776190957.823823:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 02000000:00000010:1.0:1776190957.823841:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036e22fab. 02000000:00000010:1.0:1776190957.823884:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085b64d15. 00000400:00000010:1.0:1776190957.823894:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000017797943. 00000400:00000010:1.0:1776190957.823903:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000db813cb1. 00000100:00000200:1.0:1776190957.825255:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363840, portal 16 00000400:00000010:1.0:1776190957.825279:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b89243f. 00000100:00000200:1.0:1776190957.825290:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363840, offset 0 00000400:00000200:1.0:1776190957.825304:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.825329:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.825340:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.825345:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.825349:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.825353:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91842:91842:256:4294967295] 192.168.202.25@tcp LPNI seq info [91842:91842:8:4294967295] 00000400:00000200:1.0:1776190957.825365:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.825373:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.825380:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.825387:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.825395:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.825399:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.828676:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.828684:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:0.0:1776190957.828696:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.828708:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.828716:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b89243f 00000400:00000010:0.0:1776190957.828719:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b89243f. 00000100:00000200:0.0:1776190957.828734:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000df8a3278 x1862468797363840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.842272:0:15837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008314ef6b. 00010000:00000010:1.1:1776190957.842293:0:15837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000976ffdd7. 00000400:00000200:1.0:1776190957.842340:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.842363:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127680 00000400:00000200:1.0:1776190957.842375:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7039 [1] + 224 00000400:00000200:1.0:1776190957.842391:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.842395:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.842410:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000df8a3278 x1862468797363840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.842526:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.842533:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f880 00000400:00000200:1.0:1776190957.842539:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5981 [2] + 656 00000400:00000200:1.0:1776190957.842653:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.842658:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.842663:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.842670:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000025866922. 00000020:00000010:2.0:1776190957.843074:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088d252d8. 00000020:00000010:2.0:1776190957.843095:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.843101:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.843180:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025866922 x1862468788222080/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190957.843212:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222080 02000000:00000010:2.0:1776190957.843266:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ee8af8a. 00010000:00000010:2.0:1776190957.843315:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190957.843327:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007299fccf. 00000100:00000010:2.0:1776190957.843336:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007299fccf. 00010000:00000010:2.0:1776190957.843348:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00000400:00000010:2.0:1776190957.843369:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190957.843388:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222080, offset 224 00000400:00000200:2.0:1776190957.843399:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.843418:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.843425:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91843:91843:256:4294967295] 192.168.202.25@tcp LPNI seq info [91843:91843:8:4294967295] 00000400:00000200:2.0:1776190957.843435:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.843441:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.843445:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ba45b1c (tot 82348242). 00000800:00000200:2.0:1776190957.843451:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.843459:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.843463:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ba45b1c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.843480:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.843484:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.843488:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088d252d8. 00000800:00000200:2.0:1776190957.843752:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190957.843756:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ba45b1c (tot 82347994). 00000400:00000200:2.0:1776190957.843762:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190957.843767:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190957.843771:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:2.0:1776190957.843773:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000400:00000010:3.0:1776190957.848206:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000017797943. 00000400:00000200:3.0:1776190957.848240:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000db813cb1 00000400:00000010:3.0:1776190957.848243:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000db813cb1. 00000100:00000200:3.0:1776190957.848267:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000df8a3278 x1862468797363840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.848281:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000df8a3278 x1862468797363840/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.848331:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d116a910. 02000000:00000010:3.0:1776190957.848363:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085b64d15. 02000000:00000010:3.0:1776190957.848373:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036e22fab. 00000100:00000010:3.0:1776190957.848379:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 00000100:00000010:3.0:1776190957.848385:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b91da2f9. 00010000:00000010:3.0:1776190957.848390:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006803c0ea. 00080000:00000010:2.0:1776190957.849795:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088d252d8. 00010000:00000010:2.0:1776190957.849933:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027ee2256. 00010000:00000010:2.0:1776190957.849944:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab8aeebc. 00010000:00000010:2.0:1776190957.850042:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6b0fb64. 00010000:00000010:2.0:1776190957.850053:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005a10dfcb. 00010000:00000010:2.0:1776190957.850076:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5466799. 00000100:00000010:2.0:1776190957.850090:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007299fccf. 00000100:00000010:2.0:1776190957.850105:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000881722c8. 02000000:00000010:2.0:1776190957.850156:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058a0287e. 02000000:00000010:2.0:1776190957.850209:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009cff1d8c. 00000400:00000010:2.0:1776190957.850231:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd0b0d9e. 00000400:00000010:2.0:1776190957.850243:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000922c03a1. 00000100:00000200:2.0:1776190957.850252:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363904, portal 16 00000400:00000010:2.0:1776190957.850259:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004767a421. 00000100:00000200:2.0:1776190957.850262:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363904, offset 0 00000400:00000200:2.0:1776190957.850275:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.850300:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.850310:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.850315:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.850320:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.850328:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91844:91844:256:4294967295] 192.168.202.25@tcp LPNI seq info [91844:91844:8:4294967295] 00000400:00000200:2.0:1776190957.850346:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.850358:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.850366:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ba45b1c (tot 82348242). 00000800:00000200:2.0:1776190957.850386:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.850399:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.850408:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ba45b1c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.851992:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.852007:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ba45b1c (tot 82347994). 00000400:00000200:3.0:1776190957.852025:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.852041:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.852051:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004767a421 00000400:00000010:3.0:1776190957.852055:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004767a421. 00000100:00000200:3.0:1776190957.852073:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000881722c8 x1862468797363904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190957.857423:0:78453:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcce2ffe. 00000400:00000200:1.0:1776190957.861667:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.861701:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1276c0 00000400:00000200:1.0:1776190957.861718:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7045 [1] + 224 00000400:00000200:1.0:1776190957.861743:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.861749:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.861772:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000881722c8 x1862468797363904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.861833:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.861839:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f8c0 00000400:00000200:1.0:1776190957.861846:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5981 [2] + 984 00000400:00000200:1.0:1776190957.861939:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.861943:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.861950:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.861961:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000df8a3278. 00000020:00000010:0.0:1776190957.862307:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9b4e181. 00000020:00000010:0.0:1776190957.862319:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.862326:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.862370:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df8a3278 x1862468788222144/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190957.862410:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222144 02000000:00000010:0.0:1776190957.862430:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094bd2d31. 00010000:00000010:0.0:1776190957.862493:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c7a85fb. 00000100:00000010:0.0:1776190957.862502:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190957.862512:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:0.0:1776190957.862516:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c7a85fb. 00000400:00000010:0.0:1776190957.862538:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190957.862544:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222144, offset 224 00000400:00000200:0.0:1776190957.862553:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.862567:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.862573:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91845:91845:256:4294967295] 192.168.202.25@tcp LPNI seq info [91845:91845:8:4294967295] 00000400:00000200:0.0:1776190957.862586:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.862592:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.862599:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190957.862607:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.862616:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.862621:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.862647:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.862653:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.862657:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9b4e181. 00000800:00000200:0.0:1776190957.862781:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.862787:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:0.0:1776190957.862792:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.862796:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.862801:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:0.0:1776190957.862803:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00000400:00000010:3.0:1776190957.863078:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd0b0d9e. 00000400:00000200:3.0:1776190957.863086:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000922c03a1 00000400:00000010:3.0:1776190957.863087:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000922c03a1. 00000100:00000200:3.0:1776190957.863099:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000881722c8 x1862468797363904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.863111:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000881722c8 x1862468797363904/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.863411:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000be25b0c. 02000000:00000010:3.0:1776190957.863436:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009cff1d8c. 02000000:00000010:3.0:1776190957.863446:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058a0287e. 00000100:00000010:3.0:1776190957.863451:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000881722c8. 00000100:00000010:3.0:1776190957.863457:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007299fccf. 00010000:00000010:3.0:1776190957.863463:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5466799. 00080000:00000010:3.0:1776190957.863493:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ef961bd. 00010000:00000010:3.0:1776190957.863632:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a10dfcb. 00010000:00000010:3.0:1776190957.863645:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca41771b. 00010000:00000010:3.0:1776190957.863780:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e177724. 00010000:00000010:3.0:1776190957.863790:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190957.863807:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037b5fcde. 00000100:00000010:3.0:1776190957.863815:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004716f6a. 00000100:00000010:3.0:1776190957.863826:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190957.863853:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004be5bc9d. 02000000:00000010:3.0:1776190957.863899:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e57abd0. 00000400:00000010:3.0:1776190957.863907:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ced3eb47. 00000400:00000010:3.0:1776190957.864645:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756896a6. 00000100:00000200:3.0:1776190957.864664:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797363968, portal 16 00000400:00000010:3.0:1776190957.864672:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007f5bd38. 00000100:00000200:3.0:1776190957.864675:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797363968, offset 0 00000400:00000200:3.0:1776190957.864688:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.864714:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.864724:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.864730:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.864733:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.864738:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91846:91846:256:4294967295] 192.168.202.25@tcp LPNI seq info [91846:91846:8:4294967295] 00000400:00000200:3.0:1776190957.864749:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.864756:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.864764:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007d0348fa (tot 82348242). 00000800:00000200:3.0:1776190957.864772:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.864783:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.864789:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007d0348fa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.865053:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.865059:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007d0348fa (tot 82347994). 00000400:00000200:0.0:1776190957.865066:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.865072:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.865080:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007f5bd38 00000400:00000010:0.0:1776190957.865082:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007f5bd38. 00000100:00000200:0.0:1776190957.865092:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ded85ef1 x1862468797363968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.877119:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.877274:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127700 00000400:00000200:1.0:1776190957.877291:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7051 [1] + 224 00000400:00000200:1.0:1776190957.877313:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.877318:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.877340:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ded85ef1 x1862468797363968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.877400:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.877405:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f900 00000400:00000200:1.0:1776190957.877412:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5981 [2] + 1312 00000400:00000200:1.0:1776190957.877518:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.877522:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.877527:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.877538:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc1feb73. 00010000:00000010:2.1:1776190957.877726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af3a3452. 00010000:00000010:2.1:1776190957.877758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ec16dc. 00000400:00000010:2.0:1776190957.877916:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ced3eb47. 00000400:00000200:2.0:1776190957.877922:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756896a6 00000400:00000010:2.0:1776190957.877924:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756896a6. 00000100:00000200:2.0:1776190957.877940:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ded85ef1 x1862468797363968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.877951:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ded85ef1 x1862468797363968/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190957.877994:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e57abd0. 02000000:00000010:2.0:1776190957.878000:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004be5bc9d. 00000100:00000010:2.0:1776190957.878004:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ded85ef1. 00000100:00000010:2.0:1776190957.878009:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004716f6a. 00010000:00000010:2.0:1776190957.878013:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037b5fcde. 00010000:00000010:3.1:1776190957.879441:0:78454:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000766ccccd. 00000020:00000010:2.0:1776190957.886510:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d98b66c1. 00000020:00000010:2.0:1776190957.886534:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.886541:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.886607:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc1feb73 x1862468788222208/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190957.886663:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222208 02000000:00000010:2.0:1776190957.886680:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e74cf6f3. 00010000:00000010:2.0:1776190957.886723:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000105b36e9. 00010000:00000010:2.0:1776190957.886761:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e1ff08f. 00000100:00000010:2.0:1776190957.886774:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93687fe. 00000100:00000010:2.0:1776190957.886796:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a93687fe. 00010000:00000010:2.0:1776190957.886803:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e1ff08f. 00000400:00000010:2.0:1776190957.886826:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b311247. 00000100:00000200:2.0:1776190957.886835:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222208, offset 224 00000400:00000200:2.0:1776190957.886848:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.886875:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.886883:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91847:91847:256:4294967295] 192.168.202.25@tcp LPNI seq info [91847:91847:8:4294967295] 00000400:00000200:2.0:1776190957.886900:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.886908:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00080000:00000010:3.0:1776190957.887100:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca355201. 00010000:00000010:3.0:1776190957.887349:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190957.887357:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ddfb407. 00010000:00000010:3.0:1776190957.887458:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013864fb6. 00010000:00000010:3.0:1776190957.887464:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ddac67ed. 00010000:00000010:3.0:1776190957.887477:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190957.887481:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037dc66d3. 00000100:00000010:3.0:1776190957.887492:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190957.887509:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fac3cd9d. 02000000:00000010:3.0:1776190957.887543:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5da028d. 00000400:00000010:3.0:1776190957.887552:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004522e11e. 00000400:00000010:3.0:1776190957.887558:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190957.887566:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364032, portal 16 00000400:00000010:3.0:1776190957.887573:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000b86cf1d. 00000100:00000200:3.0:1776190957.887576:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364032, offset 0 00000400:00000200:3.0:1776190957.887584:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.887595:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.887606:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.887610:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.887614:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.887617:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91848:91848:255:4294967295] 192.168.202.25@tcp LPNI seq info [91848:91848:7:4294967295] 00000400:00000200:3.0:1776190957.887626:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.887634:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.887639:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcfa1522 (tot 82348242). 00000800:00000200:3.0:1776190957.887647:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.887657:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.887663:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcfa1522 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190957.888343:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.888350:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcfa1522 (tot 82347994). 00000400:00000200:1.0:1776190957.888356:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.888364:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.888369:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b86cf1d 00000400:00000010:1.0:1776190957.888372:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000b86cf1d. 00000100:00000200:1.0:1776190957.888380:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797364032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000010:2.0:1776190957.890422:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035d72702 (tot 82348242). 00000800:00000200:2.0:1776190957.890459:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.890469:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.890475:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035d72702 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.890537:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.890546:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.890553:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d98b66c1. 00000800:00000200:0.0:1776190957.891530:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.891539:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035d72702 (tot 82347994). 00000400:00000200:0.0:1776190957.891550:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.891560:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.891570:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b311247 00000400:00000010:0.0:1776190957.891573:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b311247. 00010000:00000010:3.1:1776190957.903544:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1ecbc1a. 00010000:00000010:3.1:1776190957.903568:0:78455:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da71adae. 00010000:00000010:3.1:1776190957.903574:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6b0fb64. 00000400:00000200:1.0:1776190957.910079:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00010000:00000010:3.1:1776190957.910191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c20964c7. 00010000:00000010:3.1:1776190957.910227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00000400:00000200:1.0:1776190957.910523:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127740 00000400:00000200:1.0:1776190957.910542:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb705d [1] + 224 00000400:00000200:1.0:1776190957.910568:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.910575:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.910595:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797364032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776190957.910706:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.910715:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f940 00000400:00000200:1.0:1776190957.910722:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5981 [2] + 1640 00000400:00000200:1.0:1776190957.910843:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.910848:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.910855:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.910866:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000006f779d3. 00000020:00000010:0.0:1776190957.911121:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3c2739f. 00000020:00000010:0.0:1776190957.911157:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.911167:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.911230:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006f779d3 x1862468788222272/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190957.911276:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222272 02000000:00000010:0.0:1776190957.911294:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9b4e181. 00010000:00000010:0.0:1776190957.911349:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c7a85fb. 00000100:00000010:0.0:1776190957.911359:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190957.911368:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:0.0:1776190957.911372:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c7a85fb. 00000400:00000010:0.0:1776190957.911394:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000665ef5ee. 00000100:00000200:0.0:1776190957.911402:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222272, offset 224 00000400:00000200:0.0:1776190957.911412:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.911430:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.911438:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91849:91849:256:4294967295] 192.168.202.25@tcp LPNI seq info [91849:91849:8:4294967295] 00000400:00000200:0.0:1776190957.911454:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.911461:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.911468:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06d533 (tot 82348242). 00000800:00000200:0.0:1776190957.911476:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.911483:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.911488:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa06d533 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.911517:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.911523:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.911527:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3c2739f. 00000800:00000200:1.0:1776190957.911735:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.911741:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06d533 (tot 82347994). 00000400:00000200:1.0:1776190957.911747:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.911750:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.911755:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000665ef5ee 00000400:00000010:1.0:1776190957.911757:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000665ef5ee. 00010000:00000010:2.1:1776190957.911855:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006309ed5. 00000400:00000010:3.0:1776190957.920501:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004522e11e. 00000400:00000200:3.0:1776190957.920522:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:3.0:1776190957.920525:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000100:00000200:3.0:1776190957.920551:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797364032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.920569:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797364032/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776190957.920619:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005229e6bd. 02000000:00000010:3.0:1776190957.920649:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5da028d. 02000000:00000010:3.0:1776190957.920662:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fac3cd9d. 00000100:00000010:3.0:1776190957.920668:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:3.0:1776190957.920675:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037dc66d3. 00010000:00000010:3.0:1776190957.920681:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00080000:00000010:2.0:1776190957.920931:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bbe49e9. 00010000:00000010:2.0:1776190957.921112:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ddac67ed. 00010000:00000010:2.0:1776190957.921126:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000036f413c. 00010000:00000010:2.0:1776190957.921297:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021087f0f. 00010000:00000010:2.0:1776190957.921307:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000aa771a3. 00010000:00000010:2.0:1776190957.921331:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e1ff08f. 00000100:00000010:2.0:1776190957.921340:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a93687fe. 00000100:00000010:2.0:1776190957.921355:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e277f293. 02000000:00000010:2.0:1776190957.921378:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d98b66c1. 02000000:00000010:2.0:1776190957.921431:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004712b33. 00000400:00000010:2.0:1776190957.921442:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f1448ab. 00000400:00000010:2.0:1776190957.921449:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e9298e2. 00000100:00000200:2.0:1776190957.921459:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364096, portal 16 00000400:00000010:2.0:1776190957.921467:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d090c281. 00000100:00000200:2.0:1776190957.921472:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364096, offset 0 00000400:00000200:2.0:1776190957.921487:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.921517:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.921531:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190957.921537:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190957.921541:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190957.921547:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91850:91850:256:4294967295] 192.168.202.25@tcp LPNI seq info [91850:91850:8:4294967295] 00000400:00000200:2.0:1776190957.921561:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.921570:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.921576:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5ffc0c2 (tot 82348242). 00000800:00000200:2.0:1776190957.921587:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.921597:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.921604:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d5ffc0c2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.928386:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.928400:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5ffc0c2 (tot 82347994). 00000400:00000200:3.0:1776190957.928419:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.928434:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.928446:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d090c281 00000400:00000010:3.0:1776190957.928448:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d090c281. 00000100:00000200:3.0:1776190957.928464:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e277f293 x1862468797364096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.945054:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.945092:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127780 00000400:00000200:3.0:1776190957.945106:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7069 [1] + 224 00000400:00000200:3.0:1776190957.945126:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.945168:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.945367:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e277f293 x1862468797364096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.945429:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.945437:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f980 00000400:00000200:3.0:1776190957.945444:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5981 [2] + 1968 00000400:00000010:3.0:1776190957.945451:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000620b7706. 00000400:00000200:3.0:1776190957.945458:0:15837:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000989165f 00000400:00000200:3.0:1776190957.945552:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.945557:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.945560:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000989165f 00000400:00000010:3.0:1776190957.945562:0:15837:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000989165f (tot 82347842). 00000100:00000200:3.0:1776190957.945570:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776190957.945722:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a683d841. 00000020:00000010:0.0:1776190957.945739:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.945750:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.945804:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000778033a6 x1862468788222336/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776190957.945848:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222336 02000000:00000010:0.0:1776190957.945870:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002748123d. 00010000:00000010:0.0:1776190957.945952:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c7a85fb. 00000100:00000010:0.0:1776190957.945963:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000045668c32. 00000100:00000010:0.0:1776190957.945974:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000045668c32. 00010000:00000010:0.0:1776190957.945980:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c7a85fb. 00000400:00000010:0.0:1776190957.946008:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000593b92ec. 00000100:00000200:0.0:1776190957.946015:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222336, offset 224 00000400:00000200:0.0:1776190957.946027:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.946043:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.946052:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91851:91851:256:4294967295] 192.168.202.25@tcp LPNI seq info [91851:91851:8:4294967295] 00000400:00000200:0.0:1776190957.946064:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.946070:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.946077:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ef8c9bc (tot 82348090). 00000800:00000200:0.0:1776190957.946085:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.946096:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.946102:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003ef8c9bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.946156:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.946161:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.946166:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a683d841. 02000000:00000010:0.0:1776190957.946412:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9b4e181. 00000100:00000010:0.0:1776190957.946419:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000006f779d3. 02000000:00000010:0.0:1776190957.946424:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e74cf6f3. 00000100:00000010:0.0:1776190957.946426:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc1feb73. 02000000:00000010:0.0:1776190957.946432:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094bd2d31. 00000100:00000010:0.0:1776190957.946434:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000df8a3278. 02000000:00000010:0.0:1776190957.946438:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ee8af8a. 00000100:00000010:0.0:1776190957.946441:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000025866922. 02000000:00000010:0.0:1776190957.946446:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf62b752. 00000100:00000010:0.0:1776190957.946449:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000263cbb7c. 02000000:00000010:0.0:1776190957.946452:0:64666:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006714b044. 00000100:00000010:0.0:1776190957.946454:0:64666:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001dbbdd0f. 00000100:00000200:0.0:1776190957.946465:0:64666:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776190957.946474:0:64666:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d87bd2c. 00000400:00000010:0.0:1776190957.946479:0:64666:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000045668c32 (tot 82348242). 00000800:00000200:1.0:1776190957.947261:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190957.947270:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ef8c9bc (tot 82347994). 00000400:00000200:1.0:1776190957.947279:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.947288:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190957.947294:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000593b92ec 00000400:00000010:1.0:1776190957.947296:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000593b92ec. 02000000:00000010:1.0:1776190957.947303:0:15839:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002748123d. 00000400:00000010:1.0:1776190957.947337:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f1448ab. 00000400:00000200:1.0:1776190957.947340:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e9298e2 00000400:00000010:1.0:1776190957.947341:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e9298e2. 00000100:00000200:1.0:1776190957.947352:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e277f293 x1862468797364096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190957.947363:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e277f293 x1862468797364096/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776190957.947399:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dad11f. 02000000:00000010:1.0:1776190957.947422:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004712b33. 02000000:00000010:1.0:1776190957.947430:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d98b66c1. 00000100:00000010:1.0:1776190957.947435:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e277f293. 00000100:00000010:1.0:1776190957.947441:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a93687fe. 00010000:00000010:1.0:1776190957.947446:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e1ff08f. 00080000:00000010:1.0:1776190957.947474:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e9bf71f. 00010000:00000010:1.0:1776190957.947628:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000aa771a3. 00010000:00000010:1.0:1776190957.947640:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c08ec68. 00010000:00000010:1.0:1776190957.947771:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9043423. 00010000:00000010:1.0:1776190957.947780:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000052b9ebac. 00010000:00000010:1.0:1776190957.947799:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1d34850. 00000100:00000010:1.0:1776190957.947809:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019df9f42. 00000100:00000010:1.0:1776190957.947823:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 02000000:00000010:1.0:1776190957.947844:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4f1d76b. 02000000:00000010:1.0:1776190957.947894:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c743c71. 00000400:00000010:1.0:1776190957.947899:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae0335fd. 00000400:00000010:1.0:1776190957.947906:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000079c31282. 00000100:00000200:1.0:1776190957.947931:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364160, portal 16 00000400:00000010:1.0:1776190957.947940:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c72fd69f. 00000100:00000200:1.0:1776190957.947942:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364160, offset 0 00000400:00000200:1.0:1776190957.947955:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190957.947972:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190957.947983:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:1.0:1776190957.947989:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776190957.947993:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:1.0:1776190957.947997:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91852:91852:256:4294967295] 192.168.202.25@tcp LPNI seq info [91852:91852:8:4294967295] 00000400:00000200:1.0:1776190957.948009:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190957.948015:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190957.948022:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c291693 (tot 82348242). 00000800:00000200:1.0:1776190957.948031:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190957.948042:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190957.948047:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c291693 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776190957.948404:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190957.948409:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c291693 (tot 82347994). 00000400:00000200:3.0:1776190957.948417:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.948422:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190957.948426:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c72fd69f 00000400:00000010:3.0:1776190957.948429:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c72fd69f. 00000100:00000200:3.0:1776190957.948438:0:15838:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ac68aa8 x1862468797364160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776190957.954191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058608db2. 00010000:00000010:2.1:1776190957.954231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013864fb6. 00010000:00000010:3.1:1776190957.954299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011048d46. 00000400:00000200:3.0:1776190957.955271:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.955304:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1277c0 00000400:00000200:3.0:1776190957.955317:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7079 [1] + 224 00000400:00000200:3.0:1776190957.955344:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.955348:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.955364:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ac68aa8 x1862468797364160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776190957.955489:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae0335fd. 00000400:00000200:2.0:1776190957.955498:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079c31282 00000400:00000010:2.0:1776190957.955500:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000079c31282. 00000100:00000200:2.0:1776190957.955507:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ac68aa8 x1862468797364160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190957.955514:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ac68aa8 x1862468797364160/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190957.955557:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c743c71. 02000000:00000010:2.0:1776190957.955567:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4f1d76b. 00000100:00000010:2.0:1776190957.955573:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000010:2.0:1776190957.955578:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019df9f42. 00010000:00000010:2.0:1776190957.955582:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1d34850. 00000400:00000200:1.0:1776190957.961833:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.961874:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86f9c0 00000400:00000200:1.0:1776190957.961888:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb59d1 [2] + 0 00000400:00000200:1.0:1776190957.962024:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.962031:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.962045:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776190957.962056:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ac68aa8. 00000020:00000010:0.0:1776190957.962328:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002748123d. 00000020:00000010:0.0:1776190957.962341:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.962350:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.962408:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ac68aa8 x1862468788222400/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776190957.962463:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222400 02000000:00000010:0.0:1776190957.962484:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3c2739f. 00010000:00000010:0.0:1776190957.962544:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5cdfa6c. 00010000:00000010:0.0:1776190957.962589:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c7a85fb. 00000100:00000010:0.0:1776190957.962603:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190957.962628:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190957.962635:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c7a85fb. 00000400:00000010:0.0:1776190957.962660:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190957.962669:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222400, offset 224 00000400:00000200:0.0:1776190957.962681:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.962699:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.962708:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91853:91853:256:4294967295] 192.168.202.25@tcp LPNI seq info [91853:91853:8:4294967295] 00000400:00000200:0.0:1776190957.962722:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.962728:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.962735:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190957.962743:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.962754:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.962760:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.962796:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.962802:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.962804:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002748123d. 00000800:00000200:0.0:1776190957.962969:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.962975:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:0.0:1776190957.962982:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.962987:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.962991:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:0.0:1776190957.962995:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00080000:00000010:3.0:1776190957.963336:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fac3cd9d. 00010000:00000010:3.0:1776190957.963493:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052b9ebac. 00010000:00000010:3.0:1776190957.963504:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a0215d1. 00010000:00000010:3.0:1776190957.963646:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e177724. 00010000:00000010:3.0:1776190957.963654:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190957.963669:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190957.963674:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037dc66d3. 00000100:00000010:3.0:1776190957.963686:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190957.963706:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022d2ed8c. 02000000:00000010:3.0:1776190957.963758:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5da028d. 00000400:00000010:3.0:1776190957.963766:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004522e11e. 00000400:00000010:3.0:1776190957.963776:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190957.963786:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364224, portal 16 00000400:00000010:3.0:1776190957.963794:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bc9f2efa. 00000100:00000200:3.0:1776190957.963796:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364224, offset 0 00000400:00000200:3.0:1776190957.963807:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.963821:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.963831:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.963835:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.963839:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.963842:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91854:91854:256:4294967295] 192.168.202.25@tcp LPNI seq info [91854:91854:8:4294967295] 00000400:00000200:3.0:1776190957.963852:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.963857:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.963863:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000815062df (tot 82348242). 00000800:00000200:3.0:1776190957.963868:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.963875:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.963879:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000815062df type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.964373:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.964379:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000815062df (tot 82347994). 00000400:00000200:0.0:1776190957.964386:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.964393:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.964397:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bc9f2efa 00000400:00000010:0.0:1776190957.964399:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bc9f2efa. 00000100:00000200:0.0:1776190957.964409:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797364224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190957.969397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9a4f21d. 00010000:00000010:1.1:1776190957.969417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee3422ba. 00010000:00000010:1.1:1776190957.969423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021087f0f. 00000400:00000200:1.0:1776190957.969794:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:1.0:1776190957.969816:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127800 00000400:00000200:1.0:1776190957.969828:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7085 [1] + 224 00000400:00000200:1.0:1776190957.969848:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190957.969852:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:1.0:1776190957.969866:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797364224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776190957.970045:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004522e11e. 00000400:00000200:3.0:1776190957.970051:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:3.0:1776190957.970053:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000100:00000200:3.0:1776190957.970060:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797364224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190957.970069:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797364224/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190957.970115:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5da028d. 02000000:00000010:3.0:1776190957.970122:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022d2ed8c. 00000100:00000010:3.0:1776190957.970169:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:3.0:1776190957.970243:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037dc66d3. 00010000:00000010:3.0:1776190957.970249:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00000400:00000200:0.0:1776190957.975387:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190957.975430:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86fa00 00000400:00000200:0.0:1776190957.975446:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb59d1 [2] + 328 00000400:00000200:0.0:1776190957.975563:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.975569:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190957.975582:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190957.975593:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae882b04. 00000020:00000010:2.0:1776190957.976260:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004712b33. 00000020:00000010:2.0:1776190957.976277:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.976284:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190957.976330:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae882b04 x1862468788222464/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190957.976380:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222464 02000000:00000010:2.0:1776190957.976400:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf62b752. 00010000:00000010:2.0:1776190957.976446:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000704c3622. 00010000:00000010:2.0:1776190957.976480:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069162544. 00000100:00000010:2.0:1776190957.976492:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fc46c93. 00000100:00000010:2.0:1776190957.976514:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fc46c93. 00010000:00000010:2.0:1776190957.976520:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069162544. 00000400:00000010:2.0:1776190957.976542:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f11d652. 00000100:00000200:2.0:1776190957.976550:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222464, offset 224 00000400:00000200:2.0:1776190957.976563:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190957.976583:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190957.976593:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91855:91855:256:4294967295] 192.168.202.25@tcp LPNI seq info [91855:91855:8:4294967295] 00000400:00000200:2.0:1776190957.976609:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190957.976617:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190957.976625:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190957.976633:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190957.976644:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190957.976651:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190957.976679:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190957.976685:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190957.976688:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004712b33. 00080000:00000010:3.0:1776190957.976812:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a09ce37a. 00010000:00000010:3.0:1776190957.976965:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190957.976974:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000790ca8dc. 00010000:00000010:3.0:1776190957.977121:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032b3d728. 00010000:00000010:3.0:1776190957.977168:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006a8a2e6. 00010000:00000010:3.0:1776190957.977188:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013d6aecd. 00000100:00000010:3.0:1776190957.977194:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000037dc66d3. 00000100:00000010:3.0:1776190957.977206:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190957.977240:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022d2ed8c. 02000000:00000010:3.0:1776190957.977284:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5da028d. 00000400:00000010:3.0:1776190957.977294:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004522e11e. 00000400:00000010:3.0:1776190957.977301:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000973bf291. 00000100:00000200:3.0:1776190957.977308:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364288, portal 16 00000400:00000010:3.0:1776190957.977314:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e13c5def. 00000100:00000200:3.0:1776190957.977316:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364288, offset 0 00000400:00000200:3.0:1776190957.977325:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190957.977336:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190957.977347:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190957.977352:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190957.977356:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190957.977358:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91856:91856:255:4294967295] 192.168.202.25@tcp LPNI seq info [91856:91856:7:4294967295] 00000400:00000200:3.0:1776190957.977366:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190957.977370:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190957.977375:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fe28cf3d (tot 82348490). 00000800:00000200:3.0:1776190957.977380:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190957.977386:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190957.977389:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fe28cf3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.977785:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.977793:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82348242). 00000400:00000200:0.0:1776190957.977802:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.977809:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.977815:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f11d652 00000400:00000010:0.0:1776190957.977817:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f11d652. 00000800:00000200:0.0:1776190957.977927:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.977929:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe28cf3d (tot 82347994). 00000400:00000200:0.0:1776190957.977932:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.977935:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.977937:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e13c5def 00000400:00000010:0.0:1776190957.977939:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e13c5def. 00000100:00000200:0.0:1776190957.977947:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797364288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.989040:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.989074:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127840 00000400:00000200:3.0:1776190957.989088:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb7091 [1] + 224 00000400:00000200:3.0:1776190957.989113:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.989119:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.989173:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797364288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.989252:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.989258:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86fa40 00000400:00000200:3.0:1776190957.989264:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb59d1 [2] + 656 00000400:00000200:3.0:1776190957.989333:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.989337:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.989342:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.989349:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000922b1916. 00000020:00000010:0.0:1776190957.989486:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000354391fa. 00000020:00000010:0.0:1776190957.989496:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.989503:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000aabdaed9. 00000100:00000200:0.0:1776190957.989542:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000922b1916 x1862468788222528/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776190957.989580:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222528 02000000:00000010:0.0:1776190957.989596:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094bd2d31. 00010000:00000010:0.0:1776190957.989653:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c7a85fb. 00000100:00000010:0.0:1776190957.989665:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190957.989674:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190957.989678:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c7a85fb. 00000400:00000010:0.0:1776190957.989700:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190957.989706:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222528, offset 224 00000400:00000200:0.0:1776190957.989714:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.989728:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.989734:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91857:91857:256:4294967295] 192.168.202.25@tcp LPNI seq info [91857:91857:8:4294967295] 00000400:00000200:0.0:1776190957.989746:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.989752:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.989758:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190957.989765:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.989775:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.989780:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776190957.989806:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006b1dedd3. 00000020:00000010:0.0:1776190957.989811:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000aabdaed9. 00000020:00000010:0.0:1776190957.989814:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000354391fa. 00000800:00000200:0.0:1776190957.989912:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.989916:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:0.0:1776190957.989921:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.989925:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.989929:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:0.0:1776190957.989931:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00000400:00000010:0.0:1776190957.989959:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004522e11e. 00000400:00000200:0.0:1776190957.989963:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000973bf291 00000400:00000010:0.0:1776190957.989965:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000973bf291. 00000100:00000200:0.0:1776190957.989970:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797364288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190957.989979:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797364288/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776190957.990010:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c227ec6e. 02000000:00000010:0.0:1776190957.990035:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5da028d. 02000000:00000010:0.0:1776190957.990043:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022d2ed8c. 00000100:00000010:0.0:1776190957.990050:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:0.0:1776190957.990053:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000037dc66d3. 00010000:00000010:0.0:1776190957.990057:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013d6aecd. 00080000:00000010:0.0:1776190957.990082:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000354391fa. 00010000:00000010:0.0:1776190957.990257:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006a8a2e6. 00010000:00000010:0.0:1776190957.990266:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e71a776. 00010000:00000010:0.0:1776190957.990379:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4491ef0. 00010000:00000010:0.0:1776190957.990386:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000312d8d2. 00010000:00000010:0.0:1776190957.990399:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c7a85fb. 00000100:00000010:0.0:1776190957.990404:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190957.990412:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000ba1f87d. 02000000:00000010:0.0:1776190957.990428:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9b4e181. 02000000:00000010:0.0:1776190957.990463:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022d2ed8c. 00000400:00000010:0.0:1776190957.990470:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190957.990475:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac04c4e. 00000100:00000200:0.0:1776190957.990482:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364352, portal 16 00000400:00000010:0.0:1776190957.990487:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190957.990489:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364352, offset 0 00000400:00000200:0.0:1776190957.990496:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190957.990504:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190957.990512:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190957.990516:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190957.990518:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190957.990521:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91858:91858:256:4294967295] 192.168.202.25@tcp LPNI seq info [91858:91858:8:4294967295] 00000400:00000200:0.0:1776190957.990528:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190957.990532:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190957.990535:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190957.990539:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190957.990544:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190957.990547:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776190957.990638:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776190957.990641:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:0.0:1776190957.990645:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190957.990649:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:0.0:1776190957.990652:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:0.0:1776190957.990653:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:0.0:1776190957.990659:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ba1f87d x1862468797364352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776190957.996072:0:78462:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3c9e446. 00010000:00000010:2.1:1776190957.996209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042b4ee22. 00010000:00000010:3.1:1776190957.996267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b466d1. 00010000:00000010:3.1:1776190957.996274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9043423. 00000400:00000200:3.0:1776190957.999762:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.999793:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127880 00000400:00000200:3.0:1776190957.999806:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb709d [1] + 224 00000400:00000200:3.0:1776190957.999823:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.999828:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.999843:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ba1f87d x1862468797364352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190957.999905:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190957.999925:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86fa80 00000400:00000200:3.0:1776190957.999932:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb59d1 [2] + 984 00000400:00000200:3.0:1776190957.999943:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190957.999948:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190957.999953:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190957.999961:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee9c4391. 00000400:00000010:1.0:1776190958.000448:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:1.0:1776190958.000457:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac04c4e 00000400:00000010:1.0:1776190958.000461:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac04c4e. 00000100:00000200:1.0:1776190958.000471:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ba1f87d x1862468797364352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190958.000482:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ba1f87d x1862468797364352/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190958.000531:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022d2ed8c. 02000000:00000010:1.0:1776190958.000541:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9b4e181. 00000100:00000010:1.0:1776190958.000546:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000ba1f87d. 00000100:00000010:1.0:1776190958.000552:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:1.0:1776190958.000557:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c7a85fb. 00010000:00000010:3.1:1776190958.006195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b55ace66. 00010000:00000010:3.1:1776190958.006226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00000020:00000010:2.0:1776190958.006518:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004712b33. 00000020:00000010:2.0:1776190958.006528:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190958.006535:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190958.006588:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee9c4391 x1862468788222592/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:650/0 lens 328/0 e 0 to 0 dl 1776191000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776190958.006641:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222592 02000000:00000010:2.0:1776190958.006658:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ee8af8a. 00010000:00000010:2.0:1776190958.006705:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e662c46. 00010000:00000010:2.0:1776190958.006735:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069162544. 00000100:00000010:2.0:1776190958.006745:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fc46c93. 00000100:00000010:2.0:1776190958.006823:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fc46c93. 00010000:00000010:2.0:1776190958.006829:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069162544. 00000400:00000010:2.0:1776190958.006851:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190958.006859:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222592, offset 224 00000400:00000200:2.0:1776190958.006871:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190958.006894:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190958.006904:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91859:91859:256:4294967295] 192.168.202.25@tcp LPNI seq info [91859:91859:8:4294967295] 00000400:00000200:2.0:1776190958.006932:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190958.006940:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190958.006947:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190958.006956:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190958.006967:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190958.006973:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190958.007002:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190958.007007:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190958.007010:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004712b33. 00000800:00000200:2.0:1776190958.007203:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190958.007208:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:2.0:1776190958.007215:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190958.007231:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190958.007238:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190958.007240:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00010000:00000010:0.1:1776190958.008997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4b96e86. 00010000:00000010:0.1:1776190958.009023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624eb62a. 00010000:00000010:0.1:1776190958.009028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b3d728. 00080000:00000010:3.0:1776190958.015051:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5da028d. 00010000:00000010:3.0:1776190958.015376:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000312d8d2. 00010000:00000010:3.0:1776190958.015390:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d89af1e. 00010000:00000010:3.0:1776190958.015569:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e177724. 00010000:00000010:3.0:1776190958.015579:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005825b29d. 00010000:00000010:3.0:1776190958.015597:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000335a7ade. 00000100:00000010:3.0:1776190958.015608:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190958.015623:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 02000000:00000010:3.0:1776190958.015647:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092883c0e. 02000000:00000010:3.0:1776190958.015699:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005db9ae6b. 00000400:00000010:3.0:1776190958.015712:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005df4b98b. 00000400:00000010:3.0:1776190958.015721:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190958.015731:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364416, portal 16 00000400:00000010:3.0:1776190958.015739:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001692a932. 00000100:00000200:3.0:1776190958.015742:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364416, offset 0 00000400:00000200:3.0:1776190958.015756:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190958.015786:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190958.015800:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:3.0:1776190958.015805:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776190958.015809:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:3.0:1776190958.015813:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91860:91860:256:4294967295] 192.168.202.25@tcp LPNI seq info [91860:91860:8:4294967295] 00000400:00000200:3.0:1776190958.015826:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190958.015834:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190958.015839:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190958.015846:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190958.015853:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190958.015858:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776190958.018254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d8d5f59. 00000800:00000200:1.0:1776190958.018836:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190958.018843:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:1.0:1776190958.018851:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190958.018866:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190958.018876:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001692a932 00000400:00000010:1.0:1776190958.018879:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001692a932. 00000100:00000200:1.0:1776190958.018894:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6d405f x1862468797364416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776190958.028308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fdcf218. 00010000:00000010:3.1:1776190958.028325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4491ef0. 00000400:00000200:0.0:1776190958.028594:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190958.028628:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf1278c0 00000400:00000200:0.0:1776190958.028640:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb70a9 [1] + 224 00000400:00000200:0.0:1776190958.028657:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190958.028662:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190958.028676:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6d405f x1862468797364416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190958.028711:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190958.028716:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86fac0 00000400:00000200:0.0:1776190958.028722:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb59d1 [2] + 1312 00000400:00000200:0.0:1776190958.028807:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190958.028812:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190958.028816:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190958.028824:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bfa01fcb. 00000400:00000010:3.0:1776190958.029092:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005df4b98b. 00000400:00000200:3.0:1776190958.029099:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:3.0:1776190958.029103:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00000100:00000200:3.0:1776190958.029111:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6d405f x1862468797364416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776190958.029121:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6d405f x1862468797364416/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776190958.029206:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005db9ae6b. 02000000:00000010:3.0:1776190958.029231:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092883c0e. 00000100:00000010:3.0:1776190958.029240:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6d405f. 00000100:00000010:3.0:1776190958.029246:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190958.029252:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000335a7ade. 00000020:00000010:1.0:1776190958.029366:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:1.0:1776190958.029375:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190958.029381:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190958.029420:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bfa01fcb x1862468788222656/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:651/0 lens 328/0 e 0 to 0 dl 1776191001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776190958.029463:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222656 02000000:00000010:1.0:1776190958.029478:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c743c71. 00010000:00000010:1.0:1776190958.029522:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084d29fa7. 00010000:00000010:1.0:1776190958.029555:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190958.029563:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4f40b78. 00000100:00000010:1.0:1776190958.029578:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a4f40b78. 00010000:00000010:1.0:1776190958.029580:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190958.029612:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190958.029618:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222656, offset 224 00000400:00000200:1.0:1776190958.029626:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190958.029646:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190958.029654:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91861:91861:256:4294967295] 192.168.202.25@tcp LPNI seq info [91861:91861:8:4294967295] 00000400:00000200:1.0:1776190958.029666:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190958.029672:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190958.029677:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348242). 00000800:00000200:1.0:1776190958.029684:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190958.029692:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190958.029697:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190958.029720:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190958.029724:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190958.029727:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 00000800:00000200:1.0:1776190958.029831:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190958.029836:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:1.0:1776190958.029843:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190958.029847:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190958.029850:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:1.0:1776190958.029851:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 00080000:00000010:0.0:1776190958.030748:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000532ceffd. 00010000:00000010:0.0:1776190958.030905:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005825b29d. 00010000:00000010:0.0:1776190958.030928:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000506f8980. 00010000:00000010:0.0:1776190958.031050:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7cfeaf3. 00010000:00000010:0.0:1776190958.031061:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000312d8d2. 00010000:00000010:0.0:1776190958.031080:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dc51ee7f. 00000100:00000010:0.0:1776190958.031088:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ba9536d. 00000100:00000010:0.0:1776190958.031103:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 02000000:00000010:0.0:1776190958.031127:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000103010cf. 02000000:00000010:0.0:1776190958.031227:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1c1f1e1. 00000400:00000010:0.0:1776190958.031238:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c26cad. 00000400:00000010:0.0:1776190958.031247:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3fae53. 00000100:00000200:0.0:1776190958.031256:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364480, portal 16 00000400:00000010:0.0:1776190958.031262:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003091b61f. 00000100:00000200:0.0:1776190958.031265:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364480, offset 0 00000400:00000200:0.0:1776190958.031277:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:0.0:1776190958.031296:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:0.0:1776190958.031307:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:0.0:1776190958.031312:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776190958.031315:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:0.0:1776190958.031319:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91862:91862:256:4294967295] 192.168.202.25@tcp LPNI seq info [91862:91862:8:4294967295] 00000400:00000200:0.0:1776190958.031329:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:0.0:1776190958.031335:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:0.0:1776190958.031341:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b1369e8e (tot 82348242). 00000800:00000200:0.0:1776190958.031349:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:0.0:1776190958.031356:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:0.0:1776190958.031362:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b1369e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776190958.031689:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776190958.031695:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b1369e8e (tot 82347994). 00000400:00000200:1.0:1776190958.031701:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776190958.031707:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:1.0:1776190958.031711:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003091b61f 00000400:00000010:1.0:1776190958.031713:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003091b61f. 00000100:00000200:1.0:1776190958.031722:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000096511a23 x1862468797364480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776190958.038642:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190958.038668:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127900 00000400:00000200:0.0:1776190958.038678:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb70b5 [1] + 224 00000400:00000200:0.0:1776190958.038694:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190958.038699:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190958.038714:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000096511a23 x1862468797364480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776190958.038765:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c26cad. 00000400:00000200:0.0:1776190958.038770:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3fae53 00000400:00000010:0.0:1776190958.038772:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3fae53. 00000100:00000200:0.0:1776190958.038776:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000096511a23 x1862468797364480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776190958.038784:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000096511a23 x1862468797364480/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776190958.038826:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1c1f1e1. 02000000:00000010:0.0:1776190958.038833:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000103010cf. 00000100:00000010:0.0:1776190958.038838:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 00000100:00000010:0.0:1776190958.038843:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009ba9536d. 00010000:00000010:0.0:1776190958.038847:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dc51ee7f. 00000400:00000200:0.0:1776190958.038876:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:0.0:1776190958.038881:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86fb00 00000400:00000200:0.0:1776190958.038887:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb59d1 [2] + 1640 00000400:00000200:0.0:1776190958.038977:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776190958.038981:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:0.0:1776190958.038985:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776190958.038990:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000096511a23. 00000020:00000010:2.0:1776190958.039447:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e74cf6f3. 00000020:00000010:2.0:1776190958.039457:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190958.039464:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000784db443. 00000100:00000200:2.0:1776190958.039498:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096511a23 x1862468788222720/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:651/0 lens 328/0 e 0 to 0 dl 1776191001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776190958.039534:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222720 02000000:00000010:2.0:1776190958.039547:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000945cd863. 00010000:00000010:2.0:1776190958.039588:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d727212. 00010000:00000010:2.0:1776190958.039615:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069162544. 00000100:00000010:2.0:1776190958.039623:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fc46c93. 00000100:00000010:2.0:1776190958.039633:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fc46c93. 00010000:00000010:2.0:1776190958.039637:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069162544. 00000400:00000010:2.0:1776190958.039656:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190958.039662:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222720, offset 224 00000400:00000200:2.0:1776190958.039672:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190958.039687:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190958.039695:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91863:91863:256:4294967295] 192.168.202.25@tcp LPNI seq info [91863:91863:8:4294967295] 00000400:00000200:2.0:1776190958.039709:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190958.039716:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190958.039721:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190958.039727:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190958.039737:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190958.039742:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776190958.039760:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000026e36aff. 00000020:00000010:2.0:1776190958.039764:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000784db443. 00000020:00000010:2.0:1776190958.039767:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e74cf6f3. 00000800:00000200:2.0:1776190958.039864:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190958.039867:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:2.0:1776190958.039875:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190958.039878:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190958.039882:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190958.039883:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00080000:00000010:2.0:1776190958.039913:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e74cf6f3. 00010000:00000010:2.0:1776190958.040027:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000312d8d2. 00010000:00000010:2.0:1776190958.040035:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090c874c3. 00010000:00000010:2.0:1776190958.040126:0:77311:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffadca47. 00010000:00000010:2.0:1776190958.040165:0:77311:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000026e36aff. 00010000:00000010:2.0:1776190958.040173:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067edfce8. 00010000:00000010:2.0:1776190958.040179:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002eaf05a4. 00080000:00000010:2.0:1776190958.040192:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058a0287e. 00010000:00000010:2.0:1776190958.040214:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002eaf05a4. 00010000:00000010:2.0:1776190958.040234:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026e36aff. 00010000:00000010:2.0:1776190958.040301:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfca2ce1. 00010000:00000010:2.0:1776190958.040305:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002eaf05a4. 00010000:00000010:2.0:1776190958.040313:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069162544. 00000100:00000010:2.0:1776190958.040317:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fc46c93. 00000100:00000010:2.0:1776190958.040326:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190958.040340:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cff1d8c. 02000000:00000010:2.0:1776190958.040375:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d98b66c1. 00000400:00000010:2.0:1776190958.040385:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003292f9a3. 00000400:00000010:2.0:1776190958.040389:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190958.040395:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364544, portal 16 00000400:00000010:2.0:1776190958.040401:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190958.040404:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364544, offset 0 00000400:00000200:2.0:1776190958.040410:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190958.040418:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190958.040426:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190958.040430:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190958.040432:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190958.040435:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91864:91864:256:4294967295] 192.168.202.25@tcp LPNI seq info [91864:91864:8:4294967295] 00000400:00000200:2.0:1776190958.040443:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190958.040447:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190958.040450:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190958.040455:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190958.040459:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190958.040461:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190958.040536:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190958.040538:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:2.0:1776190958.040542:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190958.040546:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190958.040549:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:2.0:1776190958.040551:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:2.0:1776190958.040557:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797364544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190958.045440:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190958.045476:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127940 00000400:00000200:3.0:1776190958.045487:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb70c1 [1] + 224 00000400:00000200:3.0:1776190958.045507:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190958.045512:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190958.045527:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797364544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190958.048505:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190958.048527:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86fb40 00000400:00000200:3.0:1776190958.048538:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb59d1 [2] + 1968 00000400:00000010:3.0:1776190958.048544:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fff748c3. 00000400:00000200:3.0:1776190958.048554:0:15839:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008172916f 00000400:00000010:2.0:1776190958.048941:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003292f9a3. 00000400:00000200:2.0:1776190958.048947:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:2.0:1776190958.048950:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:2.0:1776190958.048973:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797364544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776190958.048987:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797364544/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776190958.049047:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d98b66c1. 02000000:00000010:2.0:1776190958.049060:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009cff1d8c. 00000100:00000010:2.0:1776190958.049065:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:2.0:1776190958.049071:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fc46c93. 00010000:00000010:2.0:1776190958.049078:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069162544. 00000400:00000200:3.0:1776190958.049386:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190958.049395:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190958.049404:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008172916f 00000400:00000010:3.0:1776190958.049407:0:15839:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008172916f (tot 82347842). 00000100:00000200:3.0:1776190958.049415:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776190958.050191:0:77037:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003947eb03. 00000020:00000010:1.0:1776190958.050208:0:77037:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190958.050216:0:77037:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000080620e12. 00000100:00000200:1.0:1776190958.050269:0:77037:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000f06ff8f x1862468788222784/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:651/0 lens 328/0 e 0 to 0 dl 1776191001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776190958.050308:0:77037:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222784 02000000:00000010:1.0:1776190958.050321:0:77037:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021caee10. 00010000:00000010:1.0:1776190958.050359:0:77037:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055124a8c. 00010000:00000010:1.0:1776190958.050388:0:77037:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b18ead0. 00000100:00000010:1.0:1776190958.050398:0:77037:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a4f40b78. 00000100:00000010:1.0:1776190958.050414:0:77037:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a4f40b78. 00010000:00000010:1.0:1776190958.050418:0:77037:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b18ead0. 00000400:00000010:1.0:1776190958.050435:0:77037:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b79731b. 00000100:00000200:1.0:1776190958.050442:0:77037:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222784, offset 224 00000400:00000200:1.0:1776190958.050454:0:77037:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:1.0:1776190958.050472:0:77037:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:1.0:1776190958.050483:0:77037:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91865:91865:256:4294967295] 192.168.202.25@tcp LPNI seq info [91865:91865:8:4294967295] 00000400:00000200:1.0:1776190958.050496:0:77037:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:1.0:1776190958.050504:0:77037:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:1.0:1776190958.050511:0:77037:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007534910c (tot 82348090). 00000800:00000200:1.0:1776190958.050518:0:77037:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:1.0:1776190958.050529:0:77037:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:1.0:1776190958.050534:0:77037:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007534910c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776190958.050557:0:77037:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000051cbf91f. 00000020:00000010:1.0:1776190958.050562:0:77037:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000080620e12. 00000020:00000010:1.0:1776190958.050566:0:77037:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003947eb03. 02000000:00000010:1.0:1776190958.050578:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000945cd863. 00000100:00000010:1.0:1776190958.050583:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000096511a23. 02000000:00000010:1.0:1776190958.050588:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c743c71. 00000100:00000010:1.0:1776190958.050591:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bfa01fcb. 02000000:00000010:1.0:1776190958.050595:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000ee8af8a. 00000100:00000010:1.0:1776190958.050689:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee9c4391. 02000000:00000010:1.0:1776190958.050694:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094bd2d31. 00000100:00000010:1.0:1776190958.050697:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000922b1916. 02000000:00000010:1.0:1776190958.050700:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf62b752. 00000100:00000010:1.0:1776190958.050702:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae882b04. 02000000:00000010:1.0:1776190958.050705:0:77037:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3c2739f. 00000100:00000010:1.0:1776190958.050708:0:77037:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ac68aa8. 00000100:00000200:1.0:1776190958.050716:0:77037:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776190958.050724:0:77037:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5437c38. 00000400:00000010:1.0:1776190958.050731:0:77037:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4f40b78 (tot 82348242). 00000800:00000200:2.0:1776190958.051502:0:15838:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190958.051509:0:15838:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007534910c (tot 82347994). 00000400:00000200:2.0:1776190958.051519:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190958.051529:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190958.051535:0:15838:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b79731b 00000400:00000010:2.0:1776190958.051538:0:15838:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b79731b. 02000000:00000010:2.0:1776190958.051545:0:15838:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021caee10. 00080000:00000010:2.0:1776190958.051590:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cff1d8c. 00010000:00000010:2.0:1776190958.051889:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002eaf05a4. 00010000:00000010:2.0:1776190958.051905:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bb04788. 00010000:00000010:2.0:1776190958.052102:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6d9b439. 00010000:00000010:2.0:1776190958.052110:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002eaf05a4. 00010000:00000010:2.0:1776190958.052155:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069162544. 00000100:00000010:2.0:1776190958.052165:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fc46c93. 00000100:00000010:2.0:1776190958.052177:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000e1b58e5. 02000000:00000010:2.0:1776190958.052195:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d98b66c1. 02000000:00000010:2.0:1776190958.052270:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf62b752. 00000400:00000010:2.0:1776190958.052280:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003292f9a3. 00000400:00000010:2.0:1776190958.052288:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007747f8af. 00000100:00000200:2.0:1776190958.052297:0:77311:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862468797364608, portal 16 00000400:00000010:2.0:1776190958.052305:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acbbd7e. 00000100:00000200:2.0:1776190958.052307:0:77311:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862468797364608, offset 0 00000400:00000200:2.0:1776190958.052318:0:77311:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:2.0:1776190958.052333:0:77311:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.25@tcp local destination 00000400:00000200:2.0:1776190958.052342:0:77311:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.125@tcp 00000400:00000200:2.0:1776190958.052347:0:77311:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.125@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776190958.052350:0:77311:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.25@tcp 00000400:00000200:2.0:1776190958.052353:0:77311:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91866:91866:256:4294967295] 192.168.202.25@tcp LPNI seq info [91866:91866:8:4294967295] 00000400:00000200:2.0:1776190958.052364:0:77311:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:2.0:1776190958.052369:0:77311:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:2.0:1776190958.052375:0:77311:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e5a4e28 (tot 82348242). 00000800:00000200:2.0:1776190958.052383:0:77311:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:2.0:1776190958.052392:0:77311:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:2.0:1776190958.052397:0:77311:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e5a4e28 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776190958.053250:0:15839:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776190958.053260:0:15839:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e5a4e28 (tot 82347994). 00000400:00000200:2.0:1776190958.053272:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776190958.053285:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:2.0:1776190958.053293:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acbbd7e 00000400:00000010:2.0:1776190958.053296:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acbbd7e. 00000100:00000200:2.0:1776190958.053307:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000e1b58e5 x1862468797364608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776190958.053436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c39fc7e. 00010000:00000010:0.1:1776190958.053630:0:78465:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0c3c04. 00010000:00000010:0.1:1776190958.053639:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e177724. 00010000:00000010:2.1:1776190958.055289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab852f83. 00010000:00000010:2.1:1776190958.055304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006199afdb. 00010000:00000010:2.1:1776190958.055309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7cfeaf3. 00010000:00000010:2.1:1776190958.055314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffadca47. 00010000:00000010:2.1:1776190958.055321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067edfce8. 00000400:00000200:3.0:1776190958.060593:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190958.060634:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 224 into portal 16 MB=0x69de7cf127980 00000400:00000200:3.0:1776190958.060648:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.25@tcp of length 224/224 into md 0xb70d1 [1] + 224 00000400:00000200:3.0:1776190958.060665:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190958.060670:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190958.060685:0:15838:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000e1b58e5 x1862468797364608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776190958.060741:0:15838:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp) <- 192.168.202.25@tcp : PUT - for me 00000400:00000200:3.0:1776190958.060747:0:15838:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.25@tcp of length 328 into portal 17 MB=0x69de7ce86fb80 00000400:00000200:3.0:1776190958.060753:0:15838:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.25@tcp of length 328/328 into md 0xb5a29 [2] + 0 00000400:00000200:3.0:1776190958.060776:0:15838:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190958.060779:0:15838:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000100:00000200:3.0:1776190958.060784:0:15838:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776190958.060791:0:15838:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6d405f. 00000020:00000010:3.0:1776190958.060855:0:64666:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af1fdc63. 00000020:00000010:3.0:1776190958.060863:0:64666:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015328223. 00000020:00000010:3.0:1776190958.060868:0:64666:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ecc56f5. 00000100:00000200:3.0:1776190958.060901:0:64666:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6d405f x1862468788222848/t0(0) o103->f0f6068a-3013-4b35-9b36-6497ab6efed2@192.168.202.25@tcp:651/0 lens 328/0 e 0 to 0 dl 1776191001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:1.0:1776190958.061047:0:77311:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003292f9a3. 00000400:00000200:1.0:1776190958.061055:0:77311:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007747f8af 00000400:00000010:1.0:1776190958.061057:0:77311:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007747f8af. 00000100:00000200:1.0:1776190958.061065:0:77311:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000e1b58e5 x1862468797364608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776190958.061073:0:77311:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000e1b58e5 x1862468797364608/t0(0) o104->lustre-MDT0000@192.168.202.25@tcp:15/16 lens 328/224 e 0 to 0 dl 1776191002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776190958.061110:0:77311:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf62b752. 02000000:00000010:1.0:1776190958.061118:0:77311:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d98b66c1. 00000100:00000010:1.0:1776190958.061123:0:77311:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000e1b58e5. 00000100:00000010:1.0:1776190958.061127:0:77311:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fc46c93. 00010000:00000010:1.0:1776190958.061164:0:77311:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069162544. 00000100:00000200:3.0:1776190958.061351:0:64666:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862468788222848 02000000:00000010:3.0:1776190958.061368:0:64666:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092883c0e. 00010000:00000010:3.0:1776190958.061408:0:64666:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001daec09a. 00010000:00000010:3.0:1776190958.061436:0:64666:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000335a7ade. 00000100:00000010:3.0:1776190958.061444:0:64666:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190958.061456:0:64666:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005129dba0. 00010000:00000010:3.0:1776190958.061460:0:64666:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000335a7ade. 00000400:00000010:3.0:1776190958.061477:0:64666:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. 00000100:00000200:3.0:1776190958.061482:0:64666:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862468788222848, offset 224 00000400:00000200:3.0:1776190958.061492:0:64666:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.25@tcp 00000400:00000200:3.0:1776190958.061507:0:64666:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.125@tcp to MR: 192.168.202.25@tcp local destination 00000400:00000200:3.0:1776190958.061514:0:64666:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.125@tcp NI seq info: [91867:91867:256:4294967295] 192.168.202.25@tcp LPNI seq info [91867:91867:8:4294967295] 00000400:00000200:3.0:1776190958.061530:0:64666:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) -> 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) : PUT try# 0 00000800:00000200:3.0:1776190958.061535:0:64666:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.25@tcp 00000800:00000010:3.0:1776190958.061542:0:64666:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd0df681 (tot 82348242). 00000800:00000200:3.0:1776190958.061548:0:64666:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000cec58e5a] -> 12345-192.168.202.25@tcp (4) 00000800:00000200:3.0:1776190958.061557:0:64666:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.25@tcp ip 192.168.202.25:1023 00000800:00000200:3.0:1776190958.061563:0:64666:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cd0df681 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776190958.061584:0:64666:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015328223. 00000020:00000010:3.0:1776190958.061601:0:64666:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ecc56f5. 00000020:00000010:3.0:1776190958.061606:0:64666:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af1fdc63. 00000800:00000200:3.0:1776190958.062306:0:15837:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776190958.062312:0:15837:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd0df681 (tot 82347994). 00000400:00000200:3.0:1776190958.062317:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776190958.062324:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.125@tcp->192.168.202.25@tcp: PUT: OK 00000400:00000200:3.0:1776190958.062329:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fad45ad1 00000400:00000010:3.0:1776190958.062331:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fad45ad1. 00080000:00000010:3.0:1776190958.062373:0:77311:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af1fdc63. 00010000:00000010:3.0:1776190958.062505:0:77311:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002eaf05a4. 00010000:00000010:3.0:1776190958.062518:0:77311:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000831aa489. 00010000:00000010:3.0:1776190958.062650:0:77311:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f2ca181. 00010000:00000010:3.0:1776190958.062659:0:77311:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c577f6d5. 00010000:00000010:3.0:1776190958.062672:0:77311:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000335a7ade. 00000100:00000010:3.0:1776190958.062677:0:77311:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005129dba0. 00000100:00000010:3.0:1776190958.062689:0:77311:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ded85ef1. 02000000:00000010:3.0:1776190958.062705:0:77311:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005db9ae6b. 02000000:00000010:3.0:1776190958.062744:0:77311:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000577a97c8. 00000400:00000010:3.0:1776190958.062752:0:77311:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005df4b98b. 00000400:00000010:3.0:1776190958.062758:0:77311:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fad45ad1. Debug log: 53762 lines, 53762 kept, 0 dropped, 0 bad.